2024-11-07 15:15:38,264 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 15:15:38,285 main DEBUG Took 0.017780 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 15:15:38,285 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 15:15:38,285 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 15:15:38,286 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 15:15:38,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,296 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 15:15:38,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,317 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,319 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,321 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,323 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,325 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:15:38,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,328 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 15:15:38,330 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:15:38,331 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 15:15:38,334 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 15:15:38,334 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 15:15:38,337 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 15:15:38,337 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 15:15:38,348 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 15:15:38,351 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 15:15:38,354 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 15:15:38,354 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 15:15:38,355 main DEBUG createAppenders(={Console}) 2024-11-07 15:15:38,356 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-07 15:15:38,356 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 15:15:38,357 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-07 15:15:38,357 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 15:15:38,358 main DEBUG OutputStream closed 2024-11-07 15:15:38,358 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 15:15:38,359 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 15:15:38,359 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-07 15:15:38,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 15:15:38,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 15:15:38,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 15:15:38,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 15:15:38,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 15:15:38,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 15:15:38,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 15:15:38,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 15:15:38,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 15:15:38,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 15:15:38,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 15:15:38,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 15:15:38,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 15:15:38,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 15:15:38,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 15:15:38,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 15:15:38,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 15:15:38,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 15:15:38,454 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 15:15:38,455 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-07 15:15:38,455 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 15:15:38,456 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-07T15:15:38,469 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-07 15:15:38,472 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 15:15:38,472 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T15:15:38,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=1861 2024-11-07T15:15:38,724 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-07T15:15:38,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb 2024-11-07T15:15:38,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726, deleteOnExit=true 2024-11-07T15:15:38,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/zookeeper_0, clientPort=50593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:15:38,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50593 2024-11-07T15:15:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:15:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:15:38,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/test.cache.data in system properties and HBase conf 2024-11-07T15:15:38,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:15:38,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:15:38,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:15:38,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:15:38,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:15:39,033 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T15:15:39,122 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:15:39,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:15:39,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:15:39,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:15:39,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:15:39,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:15:39,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:15:39,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:15:39,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:15:39,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:15:39,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:15:39,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:15:39,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:15:39,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:15:39,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:15:40,149 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T15:15:40,233 INFO [Time-limited test {}] log.Log(170): Logging initialized @2737ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T15:15:40,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:40,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:15:40,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:15:40,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:15:40,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:15:40,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:40,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:15:40,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:15:40,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/java.io.tmpdir/jetty-localhost-36889-hadoop-hdfs-3_4_1-tests_jar-_-any-11979242088795703478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:15:40,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:36889} 2024-11-07T15:15:40,740 INFO [Time-limited test {}] server.Server(415): Started @3245ms 2024-11-07T15:15:41,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:41,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:15:41,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:15:41,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:15:41,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:15:41,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:15:41,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:15:41,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-13883937104380188452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:15:41,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-11-07T15:15:41,686 INFO [Time-limited test {}] server.Server(415): Started @4192ms 2024-11-07T15:15:41,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:15:42,933 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/data/data2/current/BP-1266858300-172.17.0.2-1730992539645/current, will proceed with Du for space computation calculation, 2024-11-07T15:15:42,933 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/data/data1/current/BP-1266858300-172.17.0.2-1730992539645/current, will proceed with Du for space computation calculation, 2024-11-07T15:15:42,958 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:15:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf4ea92b8db2e27a with lease ID 0x67a57d38908aa528: Processing first storage report for DS-44a6f84b-7027-4830-a98a-12e64abafd35 from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=db1c2a76-f4e0-420b-b6d2-3d7b2a876dbe, infoPort=33825, infoSecurePort=0, ipcPort=40277, storageInfo=lv=-57;cid=testClusterID;nsid=647801221;c=1730992539645) 2024-11-07T15:15:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf4ea92b8db2e27a with lease ID 0x67a57d38908aa528: from storage DS-44a6f84b-7027-4830-a98a-12e64abafd35 node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=db1c2a76-f4e0-420b-b6d2-3d7b2a876dbe, infoPort=33825, infoSecurePort=0, ipcPort=40277, storageInfo=lv=-57;cid=testClusterID;nsid=647801221;c=1730992539645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:15:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf4ea92b8db2e27a with lease ID 0x67a57d38908aa528: Processing first storage report for DS-101d0e19-dbfd-49db-b5fe-629f6089413f from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=db1c2a76-f4e0-420b-b6d2-3d7b2a876dbe, infoPort=33825, infoSecurePort=0, ipcPort=40277, storageInfo=lv=-57;cid=testClusterID;nsid=647801221;c=1730992539645) 2024-11-07T15:15:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf4ea92b8db2e27a with lease ID 0x67a57d38908aa528: from storage DS-101d0e19-dbfd-49db-b5fe-629f6089413f node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=db1c2a76-f4e0-420b-b6d2-3d7b2a876dbe, infoPort=33825, infoSecurePort=0, ipcPort=40277, storageInfo=lv=-57;cid=testClusterID;nsid=647801221;c=1730992539645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:15:43,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb 2024-11-07T15:15:43,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:43,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:15:43,683 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320 with version=8 2024-11-07T15:15:43,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/hbase-staging 2024-11-07T15:15:43,766 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T15:15:44,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:15:44,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:15:44,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:15:44,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:15:44,219 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T15:15:44,228 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T15:15:44,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:15:44,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9250 (auto-detected) 2024-11-07T15:15:44,258 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T15:15:44,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39771 2024-11-07T15:15:44,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39771 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397710x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:44,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39771-0x10115de00ae0000 connected 2024-11-07T15:15:44,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:44,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:44,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:15:44,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320, hbase.cluster.distributed=false 2024-11-07T15:15:44,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/acl 2024-11-07T15:15:44,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-07T15:15:44,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39771 2024-11-07T15:15:44,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39771 2024-11-07T15:15:44,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-07T15:15:44,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-07T15:15:44,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:15:44,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:15:44,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:44,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:15:44,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:15:44,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:15:44,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40759 2024-11-07T15:15:44,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40759 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:44,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:44,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407590x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:44,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40759-0x10115de00ae0001 connected 2024-11-07T15:15:44,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:15:44,720 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:15:44,727 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:15:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/master 2024-11-07T15:15:44,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/acl 2024-11-07T15:15:44,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-07T15:15:44,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40759 2024-11-07T15:15:44,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40759 2024-11-07T15:15:44,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-07T15:15:44,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-07T15:15:44,753 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39771 2024-11-07T15:15:44,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01305963778/backup-masters/7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:15:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:15:44,771 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/backup-masters/7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/master 2024-11-07T15:15:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:44,800 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/master 2024-11-07T15:15:44,801 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01305963778/backup-masters/7b3e4e8e12ef,39771,1730992543856 from backup master directory 2024-11-07T15:15:44,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:15:44,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/backup-masters/7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:44,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:15:44,810 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:15:44,810 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:44,812 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T15:15:44,813 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T15:15:44,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/hbase.id] with ID: 7ea05647-4b01-456b-b27c-f981c6878047 2024-11-07T15:15:44,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.tmp/hbase.id 2024-11-07T15:15:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:15:45,280 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.tmp/hbase.id]:[hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/hbase.id] 2024-11-07T15:15:45,326 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:45,332 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:15:45,351 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T15:15:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:15:45,832 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:15:45,836 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:15:45,849 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:15:45,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:15:45,904 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store 2024-11-07T15:15:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:15:46,329 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T15:15:46,332 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:46,334 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:15:46,334 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:46,334 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:46,336 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:15:46,336 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:46,336 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:46,337 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992546334Disabling compacts and flushes for region at 1730992546334Disabling writes for close at 1730992546336 (+2 ms)Writing region close event to WAL at 1730992546336Closed at 1730992546336 2024-11-07T15:15:46,340 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/.initializing 2024-11-07T15:15:46,340 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:46,348 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:15:46,362 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39771%2C1730992543856, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/oldWALs, maxLogs=10 2024-11-07T15:15:46,383 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366, exclude list is [], retry=0 2024-11-07T15:15:46,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:15:46,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T15:15:46,431 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:15:46,432 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:15:46,433 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:15:46,433 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:46,436 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,437 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:15:46,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:46,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:46,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:15:46,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:46,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:46,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:15:46,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:46,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:46,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:15:46,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:46,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:46,516 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,521 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,533 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:46,538 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:46,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:15:46,544 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091587, jitterRate=-0.015158608555793762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:46,554 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992546448Initializing all the Stores at 1730992546450 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992546451 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992546451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992546452 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992546452Cleaning up temporary data from old regions at 1730992546528 (+76 ms)Region opened successfully at 1730992546554 (+26 ms) 2024-11-07T15:15:46,556 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:15:46,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663413e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:15:46,620 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:15:46,630 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:15:46,630 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:15:46,633 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:15:46,634 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:15:46,639 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:15:46,639 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:15:46,667 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:15:46,678 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/balancer because node does not exist (not necessarily an error) 2024-11-07T15:15:46,746 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/balancer already deleted, retry=false 2024-11-07T15:15:46,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:15:46,751 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:15:46,762 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/normalizer already deleted, retry=false 2024-11-07T15:15:46,765 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:15:46,769 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:15:46,777 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/switch/split already deleted, retry=false 2024-11-07T15:15:46,779 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:15:46,788 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/switch/merge already deleted, retry=false 2024-11-07T15:15:46,808 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:15:46,819 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/snapshot-cleanup already deleted, retry=false 2024-11-07T15:15:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/running 2024-11-07T15:15:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/running 2024-11-07T15:15:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,834 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39771,1730992543856, sessionid=0x10115de00ae0000, setting cluster-up flag (Was=false) 2024-11-07T15:15:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,904 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305963778/flush-table-proc/acquired, /01305963778/flush-table-proc/reached, /01305963778/flush-table-proc/abort 2024-11-07T15:15:46,908 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:46,967 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305963778/online-snapshot/acquired, /01305963778/online-snapshot/reached, /01305963778/online-snapshot/abort 2024-11-07T15:15:46,969 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:46,976 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:15:47,044 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(746): ClusterId : 7ea05647-4b01-456b-b27c-f981c6878047 2024-11-07T15:15:47,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:47,046 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:15:47,054 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:15:47,060 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:15:47,060 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:15:47,060 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:15:47,065 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39771,1730992543856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:15:47,073 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:15:47,074 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fb3d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:15:47,075 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:47,075 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:47,075 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:47,075 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:47,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:15:47,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:15:47,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,078 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992577078 2024-11-07T15:15:47,080 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:15:47,081 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:15:47,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:47,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:15:47,086 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:15:47,086 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:15:47,086 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:15:47,087 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:15:47,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:47,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:15:47,089 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:40759 2024-11-07T15:15:47,089 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,093 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:15:47,093 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:15:47,093 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:15:47,096 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39771,1730992543856 with port=40759, startcode=1730992544651 2024-11-07T15:15:47,098 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:15:47,099 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:15:47,099 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:15:47,100 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:15:47,102 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:15:47,102 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:15:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:15:47,104 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992547103,5,FailOnTimeoutGroup] 2024-11-07T15:15:47,104 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992547104,5,FailOnTimeoutGroup] 2024-11-07T15:15:47,105 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,105 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:15:47,106 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,106 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,107 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:15:47,147 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:15:47,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39771 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,180 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320 2024-11-07T15:15:47,181 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39607 2024-11-07T15:15:47,181 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:15:47,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/rs 2024-11-07T15:15:47,195 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] zookeeper.ZKUtil(111): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/rs/7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,195 WARN [RS:0;7b3e4e8e12ef:40759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:15:47,195 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:47,196 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,40759,1730992544651] 2024-11-07T15:15:47,220 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:15:47,237 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:15:47,242 INFO [RS:0;7b3e4e8e12ef:40759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:15:47,242 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,243 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:15:47,249 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:15:47,251 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,251 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,251 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,251 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,252 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,252 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,252 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:15:47,252 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,253 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,253 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,253 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,253 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,254 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:47,254 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:15:47,254 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:15:47,264 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,265 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,265 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,265 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,265 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,266 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40759,1730992544651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:15:47,285 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:15:47,286 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40759,1730992544651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,287 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,287 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.Replication(171): 7b3e4e8e12ef,40759,1730992544651 started 2024-11-07T15:15:47,309 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:47,309 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,40759,1730992544651, RpcServer on 7b3e4e8e12ef/172.17.0.2:40759, sessionid=0x10115de00ae0001 2024-11-07T15:15:47,310 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:15:47,310 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,311 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40759,1730992544651' 2024-11-07T15:15:47,311 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305963778/flush-table-proc/abort' 2024-11-07T15:15:47,312 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305963778/flush-table-proc/acquired' 2024-11-07T15:15:47,313 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:15:47,313 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:15:47,314 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:47,314 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40759,1730992544651' 2024-11-07T15:15:47,314 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305963778/online-snapshot/abort' 2024-11-07T15:15:47,315 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305963778/online-snapshot/acquired' 2024-11-07T15:15:47,316 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:15:47,316 INFO [RS:0;7b3e4e8e12ef:40759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:15:47,316 INFO [RS:0;7b3e4e8e12ef:40759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:15:47,423 INFO [RS:0;7b3e4e8e12ef:40759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:15:47,427 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40759%2C1730992544651, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:15:47,442 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430, exclude list is [], retry=0 2024-11-07T15:15:47,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:15:47,449 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 2024-11-07T15:15:47,450 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:15:47,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:15:47,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320 2024-11-07T15:15:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:15:47,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:15:47,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:15:47,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:47,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:47,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:15:47,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:15:47,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:47,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:47,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:15:47,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:15:47,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:47,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:15:47,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:15:47,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:47,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:47,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:15:47,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:15:47,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:15:47,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:15:47,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:15:47,953 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:47,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:15:47,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:15:47,961 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70681731, jitterRate=0.053239867091178894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:47,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992547927Initializing all the Stores at 1730992547931 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992547931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992547931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992547931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992547932 (+1 ms)Cleaning up temporary data from old regions at 1730992547952 (+20 ms)Region opened successfully at 1730992547963 (+11 ms) 2024-11-07T15:15:47,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:15:47,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:15:47,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:15:47,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:15:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:15:47,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:15:47,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992547963Disabling compacts and flushes for region at 1730992547963Disabling writes for close at 1730992547964 (+1 ms)Writing region close event to WAL at 1730992547965 (+1 ms)Closed at 1730992547965 2024-11-07T15:15:47,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:47,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:15:47,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:15:47,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:15:47,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:15:48,137 DEBUG [7b3e4e8e12ef:39771 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:15:48,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:48,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40759,1730992544651, state=OPENING 2024-11-07T15:15:48,173 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:15:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:48,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:48,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:15:48,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:15:48,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:15:48,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40759,1730992544651}] 2024-11-07T15:15:48,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:15:48,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:15:48,400 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:15:48,400 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:48,401 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:15:48,408 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40759%2C1730992544651.meta, suffix=.meta, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:15:48,432 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.meta.1730992548410.meta, exclude list is [], retry=0 2024-11-07T15:15:48,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:15:48,441 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.meta.1730992548410.meta 2024-11-07T15:15:48,441 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:15:48,442 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:15:48,448 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:15:48,450 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:15:48,453 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:15:48,456 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:15:48,460 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:15:48,461 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:48,461 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:15:48,461 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:15:48,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:15:48,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:15:48,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:48,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:48,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:15:48,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:15:48,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:48,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:15:48,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:15:48,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:48,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:48,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:15:48,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:15:48,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:48,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:48,484 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:15:48,486 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:15:48,489 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:15:48,494 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:15:48,494 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:15:48,496 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:48,501 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:15:48,505 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69785995, jitterRate=0.03989236056804657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:48,505 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:15:48,507 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992548462Writing region info on filesystem at 1730992548462Initializing all the Stores at 1730992548464 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992548464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992548465 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992548465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992548465Cleaning up temporary data from old regions at 1730992548494 (+29 ms)Running coprocessor post-open hooks at 1730992548505 (+11 ms)Region opened successfully at 1730992548507 (+2 ms) 2024-11-07T15:15:48,515 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992548367 2024-11-07T15:15:48,531 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:15:48,531 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:15:48,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:48,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40759,1730992544651, state=OPEN 2024-11-07T15:15:48,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:15:48,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:15:48,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:15:48,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:15:48,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:48,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:15:48,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40759,1730992544651 in 425 msec 2024-11-07T15:15:48,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:15:48,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-07T15:15:48,640 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:48,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:15:48,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:15:48,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40759,1730992544651, seqNum=-1] 2024-11-07T15:15:48,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:15:48,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:15:48,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7500 sec 2024-11-07T15:15:48,760 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992548760, completionTime=-1 2024-11-07T15:15:48,763 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:15:48,763 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:15:48,795 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:15:48,795 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992608795 2024-11-07T15:15:48,796 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992668795 2024-11-07T15:15:48,796 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-07T15:15:48,798 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,798 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,799 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,801 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39771, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,801 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,802 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,811 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:15:48,845 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.035sec 2024-11-07T15:15:48,846 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:15:48,848 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:15:48,849 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:15:48,850 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:15:48,851 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:15:48,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:15:48,853 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:15:48,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:15:48,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:15:48,869 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39771,1730992543856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:48,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b283f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:48,965 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T15:15:48,965 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T15:15:48,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39771,-1 for getting cluster id 2024-11-07T15:15:48,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:48,985 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea05647-4b01-456b-b27c-f981c6878047' 2024-11-07T15:15:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea05647-4b01-456b-b27c-f981c6878047" 2024-11-07T15:15:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e9087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39771,-1] 2024-11-07T15:15:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:48,997 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:49,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622797e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:49,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:15:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40759,1730992544651, seqNum=-1] 2024-11-07T15:15:49,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:15:49,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:15:49,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:49,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:49,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115de00ae0002 connected 2024-11-07T15:15:49,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir so I do NOT create it in target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e 2024-11-07T15:15:49,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:15:49,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.tmp.dir so I do NOT create it in target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e 2024-11-07T15:15:49,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:15:49,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e 2024-11-07T15:15:49,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:15:49,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/cluster_27185c1c-d0e1-2b74-2cba-26631952a46b, deleteOnExit=true 2024-11-07T15:15:49,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:15:49,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/test.cache.data in system properties and HBase conf 2024-11-07T15:15:49,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:15:49,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:15:49,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:15:49,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:15:49,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:15:49,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:15:49,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:15:49,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:15:49,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:15:49,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:15:49,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:49,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:15:49,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:15:49,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:15:49,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:15:49,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:49,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:15:49,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa79d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:15:49,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dc69ee8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-9187177640654256742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:15:49,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@782e3cab{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-07T15:15:49,597 INFO [Time-limited test {}] server.Server(415): Started @12102ms 2024-11-07T15:15:49,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:15:49,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:15:49,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:15:49,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:15:49,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:15:49,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a64ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:15:49,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50fada0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:15:49,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e559b0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/java.io.tmpdir/jetty-localhost-38821-hadoop-hdfs-3_4_1-tests_jar-_-any-12257046462300708462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:15:49,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63498f55{HTTP/1.1, (http/1.1)}{localhost:38821} 2024-11-07T15:15:49,976 INFO [Time-limited test {}] server.Server(415): Started @12482ms 2024-11-07T15:15:49,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:15:50,724 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/cluster_27185c1c-d0e1-2b74-2cba-26631952a46b/data/data1/current/BP-356858830-172.17.0.2-1730992549160/current, will proceed with Du for space computation calculation, 2024-11-07T15:15:50,724 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/cluster_27185c1c-d0e1-2b74-2cba-26631952a46b/data/data2/current/BP-356858830-172.17.0.2-1730992549160/current, will proceed with Du for space computation calculation, 2024-11-07T15:15:50,740 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:15:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1389980989192068 with lease ID 0x619c36d2bb7a53c1: Processing first storage report for DS-8069e678-097f-481f-9cbe-5bed069f9da5 from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=e5670f02-4292-4583-a40a-c2dce71734bf, infoPort=41147, infoSecurePort=0, ipcPort=40567, storageInfo=lv=-57;cid=testClusterID;nsid=172155464;c=1730992549160) 2024-11-07T15:15:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1389980989192068 with lease ID 0x619c36d2bb7a53c1: from storage DS-8069e678-097f-481f-9cbe-5bed069f9da5 node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=e5670f02-4292-4583-a40a-c2dce71734bf, infoPort=41147, infoSecurePort=0, ipcPort=40567, storageInfo=lv=-57;cid=testClusterID;nsid=172155464;c=1730992549160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:15:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1389980989192068 with lease ID 0x619c36d2bb7a53c1: Processing first storage report for DS-b3c4c794-24be-40da-a50b-783f4767a7dc from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=e5670f02-4292-4583-a40a-c2dce71734bf, infoPort=41147, infoSecurePort=0, ipcPort=40567, storageInfo=lv=-57;cid=testClusterID;nsid=172155464;c=1730992549160) 2024-11-07T15:15:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1389980989192068 with lease ID 0x619c36d2bb7a53c1: from storage DS-b3c4c794-24be-40da-a50b-783f4767a7dc node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=e5670f02-4292-4583-a40a-c2dce71734bf, infoPort=41147, infoSecurePort=0, ipcPort=40567, storageInfo=lv=-57;cid=testClusterID;nsid=172155464;c=1730992549160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:15:50,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e 2024-11-07T15:15:50,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:50,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:15:51,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515 with version=8 2024-11-07T15:15:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/hbase-staging 2024-11-07T15:15:51,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:15:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:15:51,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:15:51,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:15:51,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:15:51,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44703 2024-11-07T15:15:51,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44703 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447030x0, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:51,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44703-0x10115de00ae0003 connected 2024-11-07T15:15:51,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:51,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:51,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/running 2024-11-07T15:15:51,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515, hbase.cluster.distributed=false 2024-11-07T15:15:51,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/acl 2024-11-07T15:15:51,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-07T15:15:51,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44703 2024-11-07T15:15:51,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44703 2024-11-07T15:15:51,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-07T15:15:51,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-07T15:15:51,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:15:51,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:15:51,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46017 2024-11-07T15:15:51,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46017 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:51,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:51,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:51,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460170x0, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:51,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460170x0, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/running 2024-11-07T15:15:51,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46017-0x10115de00ae0004 connected 2024-11-07T15:15:51,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:15:51,448 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:15:51,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/master 2024-11-07T15:15:51,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/acl 2024-11-07T15:15:51,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46017 2024-11-07T15:15:51,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46017 2024-11-07T15:15:51,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46017 2024-11-07T15:15:51,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46017 2024-11-07T15:15:51,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46017 2024-11-07T15:15:51,474 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:44703 2024-11-07T15:15:51,475 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1874403936/backup-masters/7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:51,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/backup-masters 2024-11-07T15:15:51,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/backup-masters 2024-11-07T15:15:51,484 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on existing znode=/1-1874403936/backup-masters/7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:51,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1874403936/master 2024-11-07T15:15:51,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:51,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:51,493 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on existing znode=/1-1874403936/master 2024-11-07T15:15:51,494 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1874403936/backup-masters/7b3e4e8e12ef,44703,1730992551248 from backup master directory 2024-11-07T15:15:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1874403936/backup-masters/7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/backup-masters 2024-11-07T15:15:51,503 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:15:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/backup-masters 2024-11-07T15:15:51,504 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:51,511 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/hbase.id] with ID: f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:15:51,511 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/.tmp/hbase.id 2024-11-07T15:15:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:15:51,919 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/.tmp/hbase.id]:[hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/hbase.id] 2024-11-07T15:15:51,946 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:15:51,946 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:15:51,948 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T15:15:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:15:52,412 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:15:52,413 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:15:52,414 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:15:52,830 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store 2024-11-07T15:15:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:15:53,217 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:15:53,245 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:53,246 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:15:53,246 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:53,246 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:53,246 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:15:53,246 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:53,247 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:53,247 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992553246Disabling compacts and flushes for region at 1730992553246Disabling writes for close at 1730992553246Writing region close event to WAL at 1730992553247 (+1 ms)Closed at 1730992553247 2024-11-07T15:15:53,249 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/.initializing 2024-11-07T15:15:53,249 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/WALs/7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:53,251 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:15:53,255 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C44703%2C1730992551248, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/WALs/7b3e4e8e12ef,44703,1730992551248, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/oldWALs, maxLogs=10 2024-11-07T15:15:53,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/WALs/7b3e4e8e12ef,44703,1730992551248/7b3e4e8e12ef%2C44703%2C1730992551248.1730992553255, exclude list is [], retry=0 2024-11-07T15:15:53,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-8069e678-097f-481f-9cbe-5bed069f9da5,DISK] 2024-11-07T15:15:53,275 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/WALs/7b3e4e8e12ef,44703,1730992551248/7b3e4e8e12ef%2C44703%2C1730992551248.1730992553255 2024-11-07T15:15:53,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-07T15:15:53,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:15:53,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:53,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,277 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:15:53,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:53,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:53,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:15:53,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:53,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:53,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:15:53,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:53,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:53,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:15:53,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:53,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:53,291 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,293 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,295 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,296 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,296 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:53,298 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:15:53,302 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:15:53,302 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65549058, jitterRate=-0.023242920637130737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:53,303 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992553277Initializing all the Stores at 1730992553278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992553278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992553279 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992553279Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992553279Cleaning up temporary data from old regions at 1730992553296 (+17 ms)Region opened successfully at 1730992553303 (+7 ms) 2024-11-07T15:15:53,303 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:15:53,307 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240cf833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:15:53,308 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:15:53,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:15:53,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:15:53,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:15:53,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:15:53,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:15:53,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:15:53,313 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:15:53,314 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/balancer because node does not exist (not necessarily an error) 2024-11-07T15:15:53,367 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/balancer already deleted, retry=false 2024-11-07T15:15:53,368 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:15:53,370 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:15:53,383 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/normalizer already deleted, retry=false 2024-11-07T15:15:53,385 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:15:53,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:15:53,398 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/switch/split already deleted, retry=false 2024-11-07T15:15:53,399 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:15:53,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/switch/merge already deleted, retry=false 2024-11-07T15:15:53,411 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:15:53,419 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/snapshot-cleanup already deleted, retry=false 2024-11-07T15:15:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1874403936/running 2024-11-07T15:15:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1874403936/running 2024-11-07T15:15:53,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,430 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,44703,1730992551248, sessionid=0x10115de00ae0003, setting cluster-up flag (Was=false) 2024-11-07T15:15:53,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1874403936/flush-table-proc/acquired, /1-1874403936/flush-table-proc/reached, /1-1874403936/flush-table-proc/abort 2024-11-07T15:15:53,484 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:53,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:53,535 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1874403936/online-snapshot/acquired, /1-1874403936/online-snapshot/reached, /1-1874403936/online-snapshot/abort 2024-11-07T15:15:53,539 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:53,544 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:15:53,549 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:53,549 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:15:53,549 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:15:53,550 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,44703,1730992551248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:15:53,553 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992583553 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:15:53,554 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:15:53,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:53,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:15:53,555 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:15:53,556 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992553556,5,FailOnTimeoutGroup] 2024-11-07T15:15:53,556 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992553556,5,FailOnTimeoutGroup] 2024-11-07T15:15:53,556 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,556 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:15:53,556 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,556 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:53,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:15:53,563 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(746): ClusterId : f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:15:53,564 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:15:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:15:53,578 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:15:53,578 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:15:53,589 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:15:53,590 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148eb4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:15:53,608 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:46017 2024-11-07T15:15:53,608 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:15:53,608 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:15:53,608 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:15:53,609 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,44703,1730992551248 with port=46017, startcode=1730992551406 2024-11-07T15:15:53,609 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:15:53,611 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:15:53,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,615 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515 2024-11-07T15:15:53,615 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35485 2024-11-07T15:15:53,615 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:15:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/rs 2024-11-07T15:15:53,675 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] zookeeper.ZKUtil(111): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on existing znode=/1-1874403936/rs/7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,676 WARN [RS:0;7b3e4e8e12ef:46017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:15:53,676 INFO [RS:0;7b3e4e8e12ef:46017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:53,676 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,46017,1730992551406] 2024-11-07T15:15:53,684 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:15:53,688 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:15:53,688 INFO [RS:0;7b3e4e8e12ef:46017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:15:53,688 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,689 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:15:53,690 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:15:53,691 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,691 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,691 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,691 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,692 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,693 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,693 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,693 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:15:53,693 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:15:53,693 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:15:53,694 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,694 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,694 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,694 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,694 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,695 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,46017,1730992551406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:15:53,709 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:15:53,710 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,46017,1730992551406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,710 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,710 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.Replication(171): 7b3e4e8e12ef,46017,1730992551406 started 2024-11-07T15:15:53,724 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:53,724 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,46017,1730992551406, RpcServer on 7b3e4e8e12ef/172.17.0.2:46017, sessionid=0x10115de00ae0004 2024-11-07T15:15:53,724 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:15:53,724 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,724 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,46017,1730992551406' 2024-11-07T15:15:53,724 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1874403936/flush-table-proc/abort' 2024-11-07T15:15:53,725 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1874403936/flush-table-proc/acquired' 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,46017,1730992551406' 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1874403936/online-snapshot/abort' 2024-11-07T15:15:53,726 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1874403936/online-snapshot/acquired' 2024-11-07T15:15:53,727 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:15:53,727 INFO [RS:0;7b3e4e8e12ef:46017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:15:53,727 INFO [RS:0;7b3e4e8e12ef:46017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:15:53,828 INFO [RS:0;7b3e4e8e12ef:46017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:15:53,831 INFO [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C46017%2C1730992551406, suffix=, logDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/oldWALs, maxLogs=10 2024-11-07T15:15:53,850 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406/7b3e4e8e12ef%2C46017%2C1730992551406.1730992553834, exclude list is [], retry=0 2024-11-07T15:15:53,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-8069e678-097f-481f-9cbe-5bed069f9da5,DISK] 2024-11-07T15:15:53,862 INFO [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406/7b3e4e8e12ef%2C46017%2C1730992551406.1730992553834 2024-11-07T15:15:53,863 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-07T15:15:53,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:15:53,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515 2024-11-07T15:15:53,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:15:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:15:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:15:54,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:15:54,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:15:54,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T15:15:54,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:15:54,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:15:54,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T15:15:54,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T15:15:54,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:54,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:15:54,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:15:54,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:15:54,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:15:54,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:15:54,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:15:54,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:15:54,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:15:54,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:15:54,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740 2024-11-07T15:15:54,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740 2024-11-07T15:15:54,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:15:54,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:15:54,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:54,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:15:54,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:15:54,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73567864, jitterRate=0.09624660015106201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992554381Initializing all the Stores at 1730992554383 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992554384 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554384Cleaning up temporary data from old regions at 1730992554400 (+16 ms)Region opened successfully at 1730992554407 (+7 ms) 2024-11-07T15:15:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:15:54,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:15:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:15:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:15:54,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:15:54,408 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:15:54,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992554407Disabling compacts and flushes for region at 1730992554407Disabling writes for close at 1730992554407Writing region close event to WAL at 1730992554408 (+1 ms)Closed at 1730992554408 2024-11-07T15:15:54,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:54,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:15:54,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:15:54,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:15:54,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:15:54,565 DEBUG [7b3e4e8e12ef:44703 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:15:54,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:54,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,46017,1730992551406, state=OPENING 2024-11-07T15:15:54,577 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:15:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:54,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:15:54,588 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:15:54,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1874403936/meta-region-server: CHANGED 2024-11-07T15:15:54,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1874403936/meta-region-server: CHANGED 2024-11-07T15:15:54,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,46017,1730992551406}] 2024-11-07T15:15:54,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:15:54,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:15:54,751 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:15:54,751 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:54,752 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:15:54,754 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C46017%2C1730992551406.meta, suffix=.meta, logDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406, archiveDir=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/oldWALs, maxLogs=10 2024-11-07T15:15:54,769 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406/7b3e4e8e12ef%2C46017%2C1730992551406.meta.1730992554756.meta, exclude list is [], retry=0 2024-11-07T15:15:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-8069e678-097f-481f-9cbe-5bed069f9da5,DISK] 2024-11-07T15:15:54,776 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406/7b3e4e8e12ef%2C46017%2C1730992551406.meta.1730992554756.meta 2024-11-07T15:15:54,777 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41147:41147)] 2024-11-07T15:15:54,777 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:15:54,777 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:15:54,778 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:15:54,778 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:15:54,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:15:54,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:15:54,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:15:54,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:15:54,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:15:54,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:15:54,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:15:54,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:15:54,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:54,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:15:54,790 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:15:54,792 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740 2024-11-07T15:15:54,794 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740 2024-11-07T15:15:54,796 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:15:54,796 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:15:54,797 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:15:54,799 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:15:54,801 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160959, jitterRate=0.09018324315547943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:15:54,801 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:15:54,801 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992554779Writing region info on filesystem at 1730992554779Initializing all the Stores at 1730992554780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554781 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992554781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992554781Cleaning up temporary data from old regions at 1730992554796 (+15 ms)Running coprocessor post-open hooks at 1730992554801 (+5 ms)Region opened successfully at 1730992554801 2024-11-07T15:15:54,802 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992554743 2024-11-07T15:15:54,806 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:15:54,806 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:15:54,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:54,809 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,46017,1730992551406, state=OPEN 2024-11-07T15:15:54,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1874403936/meta-region-server 2024-11-07T15:15:54,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1874403936/meta-region-server 2024-11-07T15:15:54,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:15:54,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1874403936/meta-region-server: CHANGED 2024-11-07T15:15:54,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1874403936/meta-region-server: CHANGED 2024-11-07T15:15:54,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:15:54,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,46017,1730992551406 in 231 msec 2024-11-07T15:15:54,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:15:54,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-07T15:15:54,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:15:54,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:15:54,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:15:54,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,46017,1730992551406, seqNum=-1] 2024-11-07T15:15:54,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:15:54,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:15:54,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-07T15:15:54,849 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992554849, completionTime=-1 2024-11-07T15:15:54,849 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:15:54,849 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992614852 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992674852 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,853 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:44703, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,853 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,853 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,856 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:15:54,858 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.354sec 2024-11-07T15:15:54,858 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:15:54,859 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:15:54,862 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:15:54,862 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:15:54,863 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44703,1730992551248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:15:54,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a998e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:54,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:54,866 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec41861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:54,871 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:54,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fca580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:15:54,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,46017,1730992551406, seqNum=-1] 2024-11-07T15:15:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:15:54,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:15:54,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:54,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:15:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:15:54,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115de00ae0005 connected 2024-11-07T15:15:54,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c35f7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39771,-1 for getting cluster id 2024-11-07T15:15:54,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:54,910 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea05647-4b01-456b-b27c-f981c6878047' 2024-11-07T15:15:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:54,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea05647-4b01-456b-b27c-f981c6878047" 2024-11-07T15:15:54,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39771,-1] 2024-11-07T15:15:54,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:54,913 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d0f762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:54,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c2b3dd 2024-11-07T15:15:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:54,937 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:54,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:15:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:15:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:54,954 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:54,957 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2b2aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,957 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:54,957 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:54,958 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:54,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:54,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9cfdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:54,960 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:54,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ce89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:54,962 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:54,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:54,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60524efc 2024-11-07T15:15:54,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:54,969 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:54,981 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T15:15:54,982 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:15:54,987 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:54,987 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:54,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:54,989 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:15:54,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:15:54,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:15:55,000 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:55,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:15:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741835_1011 (size=1138) 2024-11-07T15:15:55,048 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:55,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c192cc94aadfd58d55f019ab7672c4c0, NAME => 'hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320 2024-11-07T15:15:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741836_1012 (size=44) 2024-11-07T15:15:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c192cc94aadfd58d55f019ab7672c4c0, disabling compactions & flushes 2024-11-07T15:15:55,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. after waiting 0 ms 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:55,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:55,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c192cc94aadfd58d55f019ab7672c4c0: Waiting for close lock at 1730992555835Disabling compacts and flushes for region at 1730992555835Disabling writes for close at 1730992555835Writing region close event to WAL at 1730992555835Closed at 1730992555835 2024-11-07T15:15:55,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:15:55,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992555838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992555838"}]},"ts":"1730992555838"} 2024-11-07T15:15:55,848 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:15:55,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:15:55,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992555851"}]},"ts":"1730992555851"} 2024-11-07T15:15:55,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:15:55,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN}] 2024-11-07T15:15:55,863 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN 2024-11-07T15:15:55,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40759,1730992544651; forceNewPlan=false, retain=false 2024-11-07T15:15:56,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c192cc94aadfd58d55f019ab7672c4c0, regionState=OPENING, regionLocation=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN because future has completed 2024-11-07T15:15:56,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,40759,1730992544651}] 2024-11-07T15:15:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:56,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:56,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:15:56,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:15:56,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40759%2C1730992544651.rep, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:15:56,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.rep.1730992556190, exclude list is [], retry=0 2024-11-07T15:15:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:15:56,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.rep.1730992556190 2024-11-07T15:15:56,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:15:56,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c192cc94aadfd58d55f019ab7672c4c0, NAME => 'hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:15:56,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. service=MultiRowMutationService 2024-11-07T15:15:56,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,216 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,218 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName hfileref 2024-11-07T15:15:56,218 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:56,219 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:56,219 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,220 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName queue 2024-11-07T15:15:56,220 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:56,221 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:56,221 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,223 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName sid 2024-11-07T15:15:56,223 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:15:56,224 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:15:56,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:15:56,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:15:56,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c192cc94aadfd58d55f019ab7672c4c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449220, jitterRate=-0.08433526754379272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:15:56,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:56,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c192cc94aadfd58d55f019ab7672c4c0: Running coprocessor pre-open hook at 1730992556214Writing region info on filesystem at 1730992556214Initializing all the Stores at 1730992556216 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992556216Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992556216Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992556216Cleaning up temporary data from old regions at 1730992556227 (+11 ms)Running coprocessor post-open hooks at 1730992556235 (+8 ms)Region opened successfully at 1730992556236 (+1 ms) 2024-11-07T15:15:56,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., pid=7, masterSystemTime=1730992556176 2024-11-07T15:15:56,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:56,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:56,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c192cc94aadfd58d55f019ab7672c4c0, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:56,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,40759,1730992544651 because future has completed 2024-11-07T15:15:56,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T15:15:56,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,40759,1730992544651 in 225 msec 2024-11-07T15:15:56,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:15:56,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN in 391 msec 2024-11-07T15:15:56,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:15:56,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992556256"}]},"ts":"1730992556256"} 2024-11-07T15:15:56,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:15:56,260 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:15:56,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-07T15:15:56,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., hostname=7b3e4e8e12ef,40759,1730992544651, seqNum=2] 2024-11-07T15:15:56,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T15:15:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:56,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:15:56,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T15:15:56,580 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:15:56,615 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,40759,1730992544651, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:15:56,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:15:56,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40759,1730992544651, seqNum=-1] 2024-11-07T15:15:56,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:15:56,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T15:15:56,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,40759,1730992544651', locateType=CURRENT is [region=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., hostname=7b3e4e8e12ef,40759,1730992544651, seqNum=2] 2024-11-07T15:15:56,626 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:15:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:15:56,631 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,40759,1730992544651 suceeded 2024-11-07T15:15:56,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T15:15:56,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-07T15:15:56,634 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:56,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6930 sec 2024-11-07T15:15:56,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:56,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50aa5efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:56,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:56,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:56,648 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5882674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:56,650 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:56,651 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43339e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:56,651 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:56,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:56,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272ca985 2024-11-07T15:15:56,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:56,653 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T15:15:56,654 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,40759,1730992544651 (queues=1) is replicating from cluster=7ea05647-4b01-456b-b27c-f981c6878047 to cluster=f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:15:56,656 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C40759%2C1730992544651 2024-11-07T15:15:56,660 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,40759,1730992544651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:15:56,662 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C40759%2C1730992544651 2024-11-07T15:15:56,665 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430, startPosition=0, beingWritten=true 2024-11-07T15:15:56,922 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:15:57,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:15:57,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:57,105 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:15:57,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:57,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a30aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39771,-1 for getting cluster id 2024-11-07T15:15:57,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:57,107 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea05647-4b01-456b-b27c-f981c6878047' 2024-11-07T15:15:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea05647-4b01-456b-b27c-f981c6878047" 2024-11-07T15:15:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39771,-1] 2024-11-07T15:15:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-11-07T15:15:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:15:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:15:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T15:15:57,121 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:57,122 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645922aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,122 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:57,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:57,124 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41659a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,126 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee0091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:57,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d57e199 2024-11-07T15:15:57,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,129 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,130 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:15:57,130 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:15:57,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:57,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:15:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T15:15:57,229 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:57,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-07T15:15:57,312 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T15:15:57,347 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7b3e4e8e12ef,40759,1730992544651, ReplicationSource: 2, currentBandwidth=0 2024-11-07T15:15:57,350 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T15:15:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T15:15:57,353 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7b3e4e8e12ef,40759,1730992544651 suceeded 2024-11-07T15:15:57,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:15:57,356 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:57,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-07T15:15:57,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 239 msec 2024-11-07T15:15:57,365 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:57,366 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0a1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,366 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:57,367 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:57,367 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57fc019b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:57,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:57,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,370 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:57,370 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,370 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:57,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523dee0c 2024-11-07T15:15:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,373 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b3e4e8e12ef,40759,1730992544651 (queues=1) is replicating from cluster=7ea05647-4b01-456b-b27c-f981c6878047 to cluster=f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:15:57,373 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b3e4e8e12ef%2C40759%2C1730992544651 2024-11-07T15:15:57,374 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b3e4e8e12ef,40759,1730992544651, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:15:57,374 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C40759%2C1730992544651 2024-11-07T15:15:57,374 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430, startPosition=0, beingWritten=true 2024-11-07T15:15:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T15:15:57,434 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T15:15:57,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:15:57,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:57,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:57,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbc3bed 2024-11-07T15:15:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,439 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:15:57,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T15:15:57,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:15:57,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T15:15:57,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T15:15:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T15:15:57,453 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:57,454 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff3716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,454 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:57,454 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:57,455 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3237e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,457 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:57,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217e7722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,458 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5e7533 2024-11-07T15:15:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,460 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,461 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-07T15:15:57,461 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:15:57,462 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,462 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:15:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T15:15:57,581 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:57,636 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:57,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-07T15:15:57,648 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-07T15:15:57,651 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T15:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T15:15:57,654 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7b3e4e8e12ef,40759,1730992544651 suceeded 2024-11-07T15:15:57,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T15:15:57,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-07T15:15:57,657 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:57,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-11-07T15:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T15:15:57,775 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-07T15:15:57,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T15:15:57,784 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T15:15:57,785 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c80cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,786 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:15:57,786 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:15:57,787 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:15:57,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:15:57,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:15:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f94de29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:15:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:15:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,789 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:15:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456fb7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:15:57,790 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:15:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:15:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311225cd 2024-11-07T15:15:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:15:57,792 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:15:57,793 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T15:15:57,793 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:15:57,793 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,793 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:57,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:57,887 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T15:15:57,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:15:58,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-07T15:15:58,065 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-07T15:15:58,067 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T15:15:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T15:15:58,071 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7b3e4e8e12ef,40759,1730992544651 suceeded 2024-11-07T15:15:58,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T15:15:58,074 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7b3e4e8e12ef:44703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:15:58,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-07T15:15:58,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 297 msec 2024-11-07T15:15:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T15:15:58,104 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-07T15:15:58,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:15:58,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T15:15:58,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:15:58,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:58,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:58,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:58,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:58,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:15:58,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-07T15:15:58,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39771,1730992543856 2024-11-07T15:15:58,149 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/running 2024-11-07T15:15:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/running 2024-11-07T15:15:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:58,188 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:15:58,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:15:58,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:58,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:58,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:15:58,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:15:58,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,40759,1730992544651' ***** 2024-11-07T15:15:58,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:15:58,191 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:15:58,191 INFO [RS:0;7b3e4e8e12ef:40759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:15:58,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:15:58,192 INFO [RS:0;7b3e4e8e12ef:40759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:15:58,192 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(3091): Received CLOSE for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:58,193 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:58,193 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:15:58,193 INFO [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40759. 2024-11-07T15:15:58,194 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:58,194 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:58,194 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c192cc94aadfd58d55f019ab7672c4c0, disabling compactions & flushes 2024-11-07T15:15:58,194 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:58,194 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:58,194 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:15:58,195 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:15:58,195 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. after waiting 0 ms 2024-11-07T15:15:58,195 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:15:58,195 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:58,195 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:15:58,195 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:15:58,196 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:15:58,196 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c192cc94aadfd58d55f019ab7672c4c0=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.} 2024-11-07T15:15:58,196 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:15:58,196 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:15:58,196 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:15:58,196 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:15:58,196 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:58,200 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T15:15:58,200 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c192cc94aadfd58d55f019ab7672c4c0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-07T15:15:58,256 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/b54f45ed4acd4766855ea1cd639dae16 is 147, key is hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0./info:regioninfo/1730992556241/Put/seqid=0 2024-11-07T15:15:58,256 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/.tmp/queue/5768560c1af24ca6ad1e064133fd72cf is 151, key is 1-7b3e4e8e12ef,40759,1730992544651/queue:7b3e4e8e12ef%2C40759%2C1730992544651/1730992556622/Put/seqid=0 2024-11-07T15:15:58,265 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:15:58,266 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:15:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741838_1014 (size=5500) 2024-11-07T15:15:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741839_1015 (size=6631) 2024-11-07T15:15:58,276 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:15:58,297 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:58,397 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:58,597 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:15:58,667 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/b54f45ed4acd4766855ea1cd639dae16 2024-11-07T15:15:58,667 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/.tmp/queue/5768560c1af24ca6ad1e064133fd72cf 2024-11-07T15:15:58,714 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/.tmp/queue/5768560c1af24ca6ad1e064133fd72cf as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/queue/5768560c1af24ca6ad1e064133fd72cf 2024-11-07T15:15:58,723 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/queue/5768560c1af24ca6ad1e064133fd72cf, entries=2, sequenceid=6, filesize=5.4 K 2024-11-07T15:15:58,730 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c192cc94aadfd58d55f019ab7672c4c0 in 531ms, sequenceid=6, compaction requested=false 2024-11-07T15:15:58,730 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:15:58,733 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/ns/577a0da184be49bfb0b501dd6df36825 is 43, key is default/ns:d/1730992548720/Put/seqid=0 2024-11-07T15:15:58,744 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:15:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741840_1016 (size=5153) 2024-11-07T15:15:58,746 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/ns/577a0da184be49bfb0b501dd6df36825 2024-11-07T15:15:58,748 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:15:58,749 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:15:58,749 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:58,749 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c192cc94aadfd58d55f019ab7672c4c0: Waiting for close lock at 1730992558193Running coprocessor pre-close hooks at 1730992558194 (+1 ms)Disabling compacts and flushes for region at 1730992558194Disabling writes for close at 1730992558195 (+1 ms)Obtaining lock to block concurrent updates at 1730992558200 (+5 ms)Preparing flush snapshotting stores in c192cc94aadfd58d55f019ab7672c4c0 at 1730992558200Finished memstore snapshotting hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1730992558206 (+6 ms)Flushing stores of hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. at 1730992558208 (+2 ms)Flushing c192cc94aadfd58d55f019ab7672c4c0/queue: creating writer at 1730992558209 (+1 ms)Flushing c192cc94aadfd58d55f019ab7672c4c0/queue: appending metadata at 1730992558244 (+35 ms)Flushing c192cc94aadfd58d55f019ab7672c4c0/queue: closing flushed file at 1730992558247 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc428ea: reopening flushed file at 1730992558712 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c192cc94aadfd58d55f019ab7672c4c0 in 531ms, sequenceid=6, compaction requested=false at 1730992558730 (+18 ms)Writing region close event to WAL at 1730992558733 (+3 ms)Running coprocessor post-close hooks at 1730992558747 (+14 ms)Closed at 1730992558749 (+2 ms) 2024-11-07T15:15:58,750 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:15:58,760 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:58,784 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/table/4ad628ef7abc4d3e9acd514286ce2633 is 53, key is hbase:replication/table:state/1730992556256/Put/seqid=0 2024-11-07T15:15:58,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741841_1017 (size=5256) 2024-11-07T15:15:58,791 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/table/4ad628ef7abc4d3e9acd514286ce2633 2024-11-07T15:15:58,797 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:15:58,805 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 to pos 0, reset compression=false 2024-11-07T15:15:58,807 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/b54f45ed4acd4766855ea1cd639dae16 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/info/b54f45ed4acd4766855ea1cd639dae16 2024-11-07T15:15:58,819 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/info/b54f45ed4acd4766855ea1cd639dae16, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T15:15:58,821 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/ns/577a0da184be49bfb0b501dd6df36825 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/ns/577a0da184be49bfb0b501dd6df36825 2024-11-07T15:15:58,833 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/ns/577a0da184be49bfb0b501dd6df36825, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:15:58,835 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/table/4ad628ef7abc4d3e9acd514286ce2633 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/table/4ad628ef7abc4d3e9acd514286ce2633 2024-11-07T15:15:58,846 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/table/4ad628ef7abc4d3e9acd514286ce2633, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T15:15:58,847 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 651ms, sequenceid=11, compaction requested=false 2024-11-07T15:15:58,854 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:15:58,855 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:15:58,855 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:15:58,855 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:15:58,855 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992558195Running coprocessor pre-close hooks at 1730992558195Disabling compacts and flushes for region at 1730992558195Disabling writes for close at 1730992558196 (+1 ms)Obtaining lock to block concurrent updates at 1730992558200 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1730992558200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730992558206 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992558208 (+2 ms)Flushing 1588230740/info: creating writer at 1730992558209 (+1 ms)Flushing 1588230740/info: appending metadata at 1730992558245 (+36 ms)Flushing 1588230740/info: closing flushed file at 1730992558247 (+2 ms)Flushing 1588230740/ns: creating writer at 1730992558712 (+465 ms)Flushing 1588230740/ns: appending metadata at 1730992558731 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730992558731Flushing 1588230740/table: creating writer at 1730992558758 (+27 ms)Flushing 1588230740/table: appending metadata at 1730992558783 (+25 ms)Flushing 1588230740/table: closing flushed file at 1730992558783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4210ef: reopening flushed file at 1730992558804 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b250a4c: reopening flushed file at 1730992558819 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d05e9e3: reopening flushed file at 1730992558833 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 651ms, sequenceid=11, compaction requested=false at 1730992558848 (+15 ms)Writing region close event to WAL at 1730992558849 (+1 ms)Running coprocessor post-close hooks at 1730992558855 (+6 ms)Closed at 1730992558855 2024-11-07T15:15:58,856 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:15:58,998 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,40759,1730992544651; all regions closed. 2024-11-07T15:15:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741834_1010 (size=2742) 2024-11-07T15:15:59,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.meta.1730992548410.meta not finished, retry = 0 2024-11-07T15:15:59,109 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:15:59,110 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40759%2C1730992544651.meta:.meta(num 1730992548410) 2024-11-07T15:15:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741837_1013 (size=1802) 2024-11-07T15:15:59,118 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:15:59,118 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40759%2C1730992544651.rep:(num 1730992556190) 2024-11-07T15:15:59,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651/7b3e4e8e12ef%2C40759%2C1730992544651.1730992547430 not finished, retry = 0 2024-11-07T15:15:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:15:59,228 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:15:59,228 INFO [RS:0;7b3e4e8e12ef:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40759%2C1730992544651:(num 1730992547430) 2024-11-07T15:15:59,228 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:59,228 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:15:59,229 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:15:59,229 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:15:59,229 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:15:59,229 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:15:59,229 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,40759,1730992544651 because: Region server is closing 2024-11-07T15:15:59,230 INFO [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40759. 2024-11-07T15:15:59,230 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:59,230 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:59,230 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:59,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:59,331 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.wal-reader.7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:15:59,331 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:15:59,331 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,1-7b3e4e8e12ef,40759,1730992544651 terminated 2024-11-07T15:15:59,331 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b3e4e8e12ef,40759,1730992544651 because: Region server is closing 2024-11-07T15:15:59,331 INFO [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40759. 2024-11-07T15:15:59,331 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:15:59,332 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:59,332 DEBUG [RS:0;7b3e4e8e12ef:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:15:59,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:15:59,432 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:15:59,432 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,40759,1730992544651.replicationSource.shipper7b3e4e8e12ef%2C40759%2C1730992544651,2-7b3e4e8e12ef,40759,1730992544651 terminated 2024-11-07T15:15:59,433 INFO [RS:0;7b3e4e8e12ef:40759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40759 2024-11-07T15:15:59,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/rs/7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:15:59,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/rs 2024-11-07T15:15:59,457 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:15:59,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,40759,1730992544651] 2024-11-07T15:15:59,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/draining/7b3e4e8e12ef,40759,1730992544651 already deleted, retry=false 2024-11-07T15:15:59,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,40759,1730992544651 expired; onlineServers=0 2024-11-07T15:15:59,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39771,1730992543856' ***** 2024-11-07T15:15:59,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:15:59,482 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:15:59,482 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:15:59,482 DEBUG [M:0;7b3e4e8e12ef:39771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:15:59,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:15:59,482 DEBUG [M:0;7b3e4e8e12ef:39771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:15:59,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992547104 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992547104,5,FailOnTimeoutGroup] 2024-11-07T15:15:59,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992547103 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992547103,5,FailOnTimeoutGroup] 2024-11-07T15:15:59,483 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:15:59,483 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:15:59,483 DEBUG [M:0;7b3e4e8e12ef:39771 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:15:59,483 INFO [M:0;7b3e4e8e12ef:39771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:15:59,483 INFO [M:0;7b3e4e8e12ef:39771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:15:59,484 INFO [M:0;7b3e4e8e12ef:39771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:15:59,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:15:59,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/master 2024-11-07T15:15:59,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:15:59,492 DEBUG [M:0;7b3e4e8e12ef:39771 {}] zookeeper.ZKUtil(347): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/master because node does not exist (not an error) 2024-11-07T15:15:59,492 WARN [M:0;7b3e4e8e12ef:39771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:15:59,493 INFO [M:0;7b3e4e8e12ef:39771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.lastflushedseqids 2024-11-07T15:15:59,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741842_1018 (size=181) 2024-11-07T15:15:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:15:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x10115de00ae0001, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:15:59,573 INFO [RS:0;7b3e4e8e12ef:40759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:15:59,573 INFO [RS:0;7b3e4e8e12ef:40759 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,40759,1730992544651; zookeeper connection closed. 2024-11-07T15:15:59,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b825e6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b825e6a 2024-11-07T15:15:59,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:15:59,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:15:59,905 INFO [M:0;7b3e4e8e12ef:39771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:15:59,905 INFO [M:0;7b3e4e8e12ef:39771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:15:59,905 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:15:59,905 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:59,905 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:59,905 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:15:59,905 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:15:59,906 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-07T15:15:59,923 DEBUG [M:0;7b3e4e8e12ef:39771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bbbb32bb5841f78d038f902cfa57bc is 82, key is hbase:meta,,1/info:regioninfo/1730992548533/Put/seqid=0 2024-11-07T15:15:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741843_1019 (size=5672) 2024-11-07T15:16:00,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:00,329 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bbbb32bb5841f78d038f902cfa57bc 2024-11-07T15:16:00,354 DEBUG [M:0;7b3e4e8e12ef:39771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e78b4f6b6d764e0a933c820cfe42998d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730992556262/Put/seqid=0 2024-11-07T15:16:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741844_1020 (size=8663) 2024-11-07T15:16:00,360 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e78b4f6b6d764e0a933c820cfe42998d 2024-11-07T15:16:00,383 DEBUG [M:0;7b3e4e8e12ef:39771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/574ea1d9387947188ae7b2f0094bb1b3 is 69, key is 7b3e4e8e12ef,40759,1730992544651/rs:state/1730992547159/Put/seqid=0 2024-11-07T15:16:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741845_1021 (size=5156) 2024-11-07T15:16:00,388 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/574ea1d9387947188ae7b2f0094bb1b3 2024-11-07T15:16:00,398 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bbbb32bb5841f78d038f902cfa57bc as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52bbbb32bb5841f78d038f902cfa57bc 2024-11-07T15:16:00,406 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52bbbb32bb5841f78d038f902cfa57bc, entries=8, sequenceid=115, filesize=5.5 K 2024-11-07T15:16:00,408 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e78b4f6b6d764e0a933c820cfe42998d as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e78b4f6b6d764e0a933c820cfe42998d 2024-11-07T15:16:00,414 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e78b4f6b6d764e0a933c820cfe42998d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-07T15:16:00,416 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/574ea1d9387947188ae7b2f0094bb1b3 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/574ea1d9387947188ae7b2f0094bb1b3 2024-11-07T15:16:00,423 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/574ea1d9387947188ae7b2f0094bb1b3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-07T15:16:00,425 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=115, compaction requested=false 2024-11-07T15:16:00,426 INFO [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:00,427 DEBUG [M:0;7b3e4e8e12ef:39771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992559905Disabling compacts and flushes for region at 1730992559905Disabling writes for close at 1730992559905Obtaining lock to block concurrent updates at 1730992559906 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992559906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1730992559906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992559907 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992559907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992559922 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992559922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992560337 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992560353 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992560353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992560367 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992560382 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992560382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211bb2f: reopening flushed file at 1730992560396 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af0c978: reopening flushed file at 1730992560406 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631530e: reopening flushed file at 1730992560414 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=115, compaction requested=false at 1730992560425 (+11 ms)Writing region close event to WAL at 1730992560426 (+1 ms)Closed at 1730992560426 2024-11-07T15:16:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741830_1006 (size=59421) 2024-11-07T15:16:00,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:00,431 INFO [M:0;7b3e4e8e12ef:39771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:16:00,431 INFO [M:0;7b3e4e8e12ef:39771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39771 2024-11-07T15:16:00,431 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:00,613 INFO [M:0;7b3e4e8e12ef:39771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39771-0x10115de00ae0000, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:00,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:16:00,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:00,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42127 2024-11-07T15:16:00,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42127 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:16:00,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421270x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:00,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42127-0x10115de00ae0006 connected 2024-11-07T15:16:00,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:00,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:00,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:16:00,646 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: INIT 2024-11-07T15:16:00,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320, hbase.cluster.distributed=false 2024-11-07T15:16:00,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/acl 2024-11-07T15:16:00,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-07T15:16:00,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42127 2024-11-07T15:16:00,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42127 2024-11-07T15:16:00,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-07T15:16:00,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-07T15:16:00,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:00,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:00,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43633 2024-11-07T15:16:00,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43633 connecting to ZooKeeper ensemble=127.0.0.1:50593 2024-11-07T15:16:00,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:00,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:00,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436330x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:00,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436330x0, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:16:00,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43633-0x10115de00ae0007 connected 2024-11-07T15:16:00,682 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: INIT 2024-11-07T15:16:00,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:16:00,683 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:16:00,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/master 2024-11-07T15:16:00,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/acl 2024-11-07T15:16:00,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-07T15:16:00,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43633 2024-11-07T15:16:00,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43633 2024-11-07T15:16:00,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-07T15:16:00,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-07T15:16:00,698 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:42127 2024-11-07T15:16:00,698 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01305963778/backup-masters/7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:16:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:16:00,710 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/backup-masters/7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:00,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:00,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/master 2024-11-07T15:16:00,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:00,720 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/master 2024-11-07T15:16:00,721 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01305963778/backup-masters/7b3e4e8e12ef,42127,1730992560615 from backup master directory 2024-11-07T15:16:00,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/backup-masters/7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:00,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:16:00,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/backup-masters 2024-11-07T15:16:00,730 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:00,730 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:00,745 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:00,745 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:16:00,758 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-07T15:16:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741846_1022 (size=196) 2024-11-07T15:16:01,174 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:01,175 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:16:01,176 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:01,188 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T15:16:01,192 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856 to hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856-dead as it is dead 2024-11-07T15:16:01,193 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T15:16:01,193 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T15:16:01,193 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856-dead/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:16:01,197 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856-dead/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 after 3ms 2024-11-07T15:16:01,199 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856-dead/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 to hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:16:01,199 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,39771,1730992543856-dead 2024-11-07T15:16:01,199 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:01,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:01,202 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C42127%2C1730992560615, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,42127,1730992560615, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/oldWALs, maxLogs=10 2024-11-07T15:16:01,216 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,42127,1730992560615/7b3e4e8e12ef%2C42127%2C1730992560615.1730992561202, exclude list is [], retry=0 2024-11-07T15:16:01,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:16:01,222 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/WALs/7b3e4e8e12ef,42127,1730992560615/7b3e4e8e12ef%2C42127%2C1730992560615.1730992561202 2024-11-07T15:16:01,222 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:16:01,222 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:01,223 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:01,223 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,223 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:16:01,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:01,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52bbbb32bb5841f78d038f902cfa57bc 2024-11-07T15:16:01,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:01,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:16:01,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:01,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e78b4f6b6d764e0a933c820cfe42998d 2024-11-07T15:16:01,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:01,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:16:01,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:01,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/574ea1d9387947188ae7b2f0094bb1b3 2024-11-07T15:16:01,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:01,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:16:01,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:01,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:01,262 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,263 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T15:16:01,263 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:16:01,283 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:16:01,284 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C39771%2C1730992543856.1730992546366 2024-11-07T15:16:01,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,287 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:01,289 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:01,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-07T15:16:01,293 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61242286, jitterRate=-0.0874188244342804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:01,293 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992561223Initializing all the Stores at 1730992561224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992561224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992561224Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992561224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992561225 (+1 ms)Cleaning up temporary data from old regions at 1730992561286 (+61 ms)Region opened successfully at 1730992561293 (+7 ms) 2024-11-07T15:16:01,293 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:16:01,297 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e6741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:01,308 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T15:16:01,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:16:01,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:16:01,309 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:16:01,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:16:01,316 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:01,316 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:16:01,317 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:16:01,317 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:16:01,318 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T15:16:01,318 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T15:16:01,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-07T15:16:01,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:16:01,323 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7b3e4e8e12ef,40759,1730992544651, regionLocation=7b3e4e8e12ef,40759,1730992544651, openSeqNum=2 2024-11-07T15:16:01,323 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7b3e4e8e12ef,40759,1730992544651, table=hbase:meta, region=1588230740 2024-11-07T15:16:01,323 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40759,1730992544651, state=OPEN 2024-11-07T15:16:01,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:01,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:01,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:01,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:01,339 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:16:01,351 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/draining/7b3e4e8e12ef,40759,1730992544651 already deleted, retry=false 2024-11-07T15:16:01,351 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7b3e4e8e12ef,40759,1730992544651 on 7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:01,357 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b3e4e8e12ef,40759,1730992544651, splitWal=true, meta=true 2024-11-07T15:16:01,360 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 7b3e4e8e12ef,40759,1730992544651 (carryingMeta=true) 7b3e4e8e12ef,40759,1730992544651/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@657f00a1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T15:16:01,364 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/balancer because node does not exist (not necessarily an error) 2024-11-07T15:16:01,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/balancer already deleted, retry=false 2024-11-07T15:16:01,409 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:16:01,410 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:16:01,429 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/normalizer already deleted, retry=false 2024-11-07T15:16:01,429 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:16:01,431 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:16:01,439 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/switch/split already deleted, retry=false 2024-11-07T15:16:01,440 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:16:01,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/switch/merge already deleted, retry=false 2024-11-07T15:16:01,473 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:16:01,481 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/snapshot-cleanup already deleted, retry=false 2024-11-07T15:16:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/running 2024-11-07T15:16:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305963778/running 2024-11-07T15:16:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:01,493 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,42127,1730992560615, sessionid=0x10115de00ae0006, setting cluster-up flag (Was=false) 2024-11-07T15:16:01,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305963778/flush-table-proc/acquired, /01305963778/flush-table-proc/reached, /01305963778/flush-table-proc/abort 2024-11-07T15:16:01,505 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:01,514 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305963778/online-snapshot/acquired, /01305963778/online-snapshot/reached, /01305963778/online-snapshot/abort 2024-11-07T15:16:01,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:01,516 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.lastflushedseqids 2024-11-07T15:16:01,519 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:16:01,520 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:16:01,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,42127,1730992560615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7b3e4e8e12ef,40759,1730992544651 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:01,522 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992591523 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:16:01,523 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:16:01,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:16:01,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:16:01,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:16:01,525 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40759,1730992544651, splitWal=true, meta=true 2024-11-07T15:16:01,527 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40759,1730992544651, splitWal=true, meta=true, isMeta: true 2024-11-07T15:16:01,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:16:01,528 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651-splitting 2024-11-07T15:16:01,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:16:01,529 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992561528,5,FailOnTimeoutGroup] 2024-11-07T15:16:01,529 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992561529,5,FailOnTimeoutGroup] 2024-11-07T15:16:01,529 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,529 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:16:01,529 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,529 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,529 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651-splitting dir is empty, no logs to split. 2024-11-07T15:16:01,529 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992561529, completionTime=-1 2024-11-07T15:16:01,529 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40759,1730992544651 WAL count=0, meta=true 2024-11-07T15:16:01,530 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T15:16:01,533 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T15:16:01,534 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651-splitting dir is empty, no logs to split. 2024-11-07T15:16:01,534 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40759,1730992544651 WAL count=0, meta=true 2024-11-07T15:16:01,534 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7b3e4e8e12ef,40759,1730992544651 WAL splitting is done? wals=0, meta=true 2024-11-07T15:16:01,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:16:01,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:01,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:16:01,590 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(746): ClusterId : 7ea05647-4b01-456b-b27c-f981c6878047 2024-11-07T15:16:01,590 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:16:01,598 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:16:01,598 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:16:01,609 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:16:01,609 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c141eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:01,623 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:43633 2024-11-07T15:16:01,623 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:16:01,623 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:16:01,624 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:16:01,624 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,42127,1730992560615 with port=43633, startcode=1730992560664 2024-11-07T15:16:01,625 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:16:01,626 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:16:01,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,628 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320 2024-11-07T15:16:01,628 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39607 2024-11-07T15:16:01,628 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:16:01,634 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T15:16:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/rs 2024-11-07T15:16:01,640 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] zookeeper.ZKUtil(111): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on existing znode=/01305963778/rs/7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,640 WARN [RS:0;7b3e4e8e12ef:43633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:01,640 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:01,640 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,43633,1730992560664] 2024-11-07T15:16:01,686 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:16:01,689 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:16:01,690 WARN [7b3e4e8e12ef:42127 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:16:01,690 INFO [RS:0;7b3e4e8e12ef:43633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:16:01,690 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,690 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:16:01,691 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:16:01,692 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:01,692 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:01,693 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,694 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43633,1730992560664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:01,709 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:16:01,709 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43633,1730992560664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,723 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,43633,1730992560664, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:16:01,737 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(231): queueId=2-7b3e4e8e12ef,43633,1730992560664, ReplicationSource: 2, currentBandwidth=0 2024-11-07T15:16:01,738 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,738 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:16:01,738 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.Replication(171): 7b3e4e8e12ef,43633,1730992560664 started 2024-11-07T15:16:01,739 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c34a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,740 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:16:01,740 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:01,742 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:16:01,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:01,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:16:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb4d9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:16:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:01,745 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:01,746 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6f097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,746 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:01,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:16:01,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ebc308 2024-11-07T15:16:01,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:01,748 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T15:16:01,750 INFO [RS:0;7b3e4e8e12ef:43633.replicationSource,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,43633,1730992560664 (queues=0) is replicating from cluster=7ea05647-4b01-456b-b27c-f981c6878047 to cluster=f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:16:01,755 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:01,755 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,43633,1730992560664, RpcServer on 7b3e4e8e12ef/172.17.0.2:43633, sessionid=0x10115de00ae0007 2024-11-07T15:16:01,755 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:16:01,755 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,755 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43633,1730992560664' 2024-11-07T15:16:01,755 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305963778/flush-table-proc/abort' 2024-11-07T15:16:01,756 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305963778/flush-table-proc/acquired' 2024-11-07T15:16:01,756 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:44703' 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43633,1730992560664' 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305963778/online-snapshot/abort' 2024-11-07T15:16:01,757 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305963778/online-snapshot/acquired' 2024-11-07T15:16:01,758 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:16:01,758 INFO [RS:0;7b3e4e8e12ef:43633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:16:01,758 INFO [RS:0;7b3e4e8e12ef:43633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:16:01,758 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41dc5f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,758 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,44703,-1 for getting cluster id 2024-11-07T15:16:01,758 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:01,759 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec6ddd-99f0-4940-85fc-55411b21f4ad' 2024-11-07T15:16:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec6ddd-99f0-4940-85fc-55411b21f4ad" 2024-11-07T15:16:01,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3999bb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,44703,-1] 2024-11-07T15:16:01,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:01,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:01,761 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:01,762 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792fff51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:01,762 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:16:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f18b12 2024-11-07T15:16:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:01,765 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T15:16:01,766 INFO [RS:0;7b3e4e8e12ef:43633.replicationSource,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b3e4e8e12ef,43633,1730992560664 (queues=0) is replicating from cluster=7ea05647-4b01-456b-b27c-f981c6878047 to cluster=f6ec6ddd-99f0-4940-85fc-55411b21f4ad 2024-11-07T15:16:01,858 INFO [RS:0;7b3e4e8e12ef:43633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:01,861 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43633%2C1730992560664, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:16:01,874 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861, exclude list is [], retry=0 2024-11-07T15:16:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:16:01,879 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 2024-11-07T15:16:01,880 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b3e4e8e12ef%2C43633%2C1730992560664 for peer 2 2024-11-07T15:16:01,880 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b3e4e8e12ef%2C43633%2C1730992560664 for peer 1 2024-11-07T15:16:01,880 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C43633%2C1730992560664 2024-11-07T15:16:01,880 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,43633,1730992560664, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:16:01,880 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b3e4e8e12ef%2C43633%2C1730992560664 2024-11-07T15:16:01,880 INFO [RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C43633%2C1730992560664 2024-11-07T15:16:01,880 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b3e4e8e12ef,43633,1730992560664, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:16:01,881 INFO [RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C43633%2C1730992560664 2024-11-07T15:16:01,881 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:16:01,881 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861, startPosition=0, beingWritten=true 2024-11-07T15:16:01,881 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861, startPosition=0, beingWritten=true 2024-11-07T15:16:01,940 DEBUG [7b3e4e8e12ef:42127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:01,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:01,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43633,1730992560664, state=OPENING 2024-11-07T15:16:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:01,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:01,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:01,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:01,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:01,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43633,1730992560664}] 2024-11-07T15:16:02,089 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:02,089 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:02,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:02,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:16:02,115 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:16:02,115 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:02,115 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:16:02,117 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43633%2C1730992560664.meta, suffix=.meta, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:16:02,131 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.meta.1730992562118.meta, exclude list is [], retry=0 2024-11-07T15:16:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:16:02,136 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.meta.1730992562118.meta 2024-11-07T15:16:02,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:16:02,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:02,137 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:02,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:02,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:16:02,137 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:16:02,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:16:02,138 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:02,138 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:16:02,138 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:16:02,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:02,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:02,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:02,149 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/info/b54f45ed4acd4766855ea1cd639dae16 2024-11-07T15:16:02,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:02,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:02,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:02,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:02,159 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/ns/577a0da184be49bfb0b501dd6df36825 2024-11-07T15:16:02,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:02,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:02,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:02,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:02,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:02,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:02,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:02,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:02,170 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/table/4ad628ef7abc4d3e9acd514286ce2633 2024-11-07T15:16:02,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:02,170 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:02,172 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:16:02,173 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740 2024-11-07T15:16:02,175 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:02,175 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:02,176 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:02,178 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:02,179 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70873193, jitterRate=0.056092873215675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:02,179 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:16:02,179 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992562138Writing region info on filesystem at 1730992562138Initializing all the Stores at 1730992562139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992562139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992562139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992562139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992562139Cleaning up temporary data from old regions at 1730992562175 (+36 ms)Running coprocessor post-open hooks at 1730992562179 (+4 ms)Region opened successfully at 1730992562179 2024-11-07T15:16:02,180 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1730992562109 2024-11-07T15:16:02,183 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:16:02,183 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:16:02,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:02,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43633,1730992560664, state=OPEN 2024-11-07T15:16:02,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:02,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305963778/meta-region-server 2024-11-07T15:16:02,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:02,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:02,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305963778/meta-region-server: CHANGED 2024-11-07T15:16:02,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T15:16:02,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43633,1730992560664 in 242 msec 2024-11-07T15:16:02,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T15:16:02,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-07T15:16:02,399 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:02,399 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:02,806 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:02,806 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:03,137 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-07T15:16:03,315 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:03,318 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:03,945 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:03,953 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:04,642 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-07T15:16:04,652 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:04,667 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:05,458 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:05,474 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:06,045 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T15:16:06,045 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:16:06,046 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:06,046 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43633,1730992560664, seqNum=-1] 2024-11-07T15:16:06,047 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:06,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:06,058 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c192cc94aadfd58d55f019ab7672c4c0, regionState=OPEN, lastHost=7b3e4e8e12ef,40759,1730992544651, regionLocation=7b3e4e8e12ef,40759,1730992544651, openSeqNum=2 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992626059 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992686059 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,060 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7b3e4e8e12ef,40759,1730992544651 had 2 regions 2024-11-07T15:16:06,060 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,060 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:42127, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,060 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,060 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,062 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40759,1730992544651, splitWal=true, meta=true, isMeta: false 2024-11-07T15:16:06,065 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651-splitting dir is empty, no logs to split. 2024-11-07T15:16:06,065 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40759,1730992544651 WAL count=0, meta=false 2024-11-07T15:16:06,069 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,40759,1730992544651-splitting dir is empty, no logs to split. 2024-11-07T15:16:06,069 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40759,1730992544651 WAL count=0, meta=false 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.339sec 2024-11-07T15:16:06,069 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7b3e4e8e12ef,40759,1730992544651 WAL splitting is done? wals=0, meta=false 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:16:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:06,070 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:16:06,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN}] 2024-11-07T15:16:06,073 WARN [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7b3e4e8e12ef,40759,1730992544651/hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:06,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN 2024-11-07T15:16:06,074 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:16:06,074 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:16:06,075 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42127,1730992560615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:06,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:16:06,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,42127,-1 for getting cluster id 2024-11-07T15:16:06,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:06,096 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea05647-4b01-456b-b27c-f981c6878047' 2024-11-07T15:16:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea05647-4b01-456b-b27c-f981c6878047" 2024-11-07T15:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f31a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,42127,-1] 2024-11-07T15:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,099 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba698d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43633,1730992560664, seqNum=-1] 2024-11-07T15:16:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:06,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:06,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T15:16:06,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:06,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:06,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:06,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7b3e4e8e12ef:42127 after: 7b3e4e8e12ef:42127 2024-11-07T15:16:06,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,42127,-1 for getting cluster id 2024-11-07T15:16:06,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:06,110 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea05647-4b01-456b-b27c-f981c6878047' 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea05647-4b01-456b-b27c-f981c6878047" 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fdaed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,42127,-1] 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,112 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f82a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:06,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499c3205 2024-11-07T15:16:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:06,115 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:06,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:16:06,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T15:16:06,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:16:06,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T15:16:06,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:16:06,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:06,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:06,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:06,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:16:06,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-07T15:16:06,119 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,44703,1730992551248 2024-11-07T15:16:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1874403936/running 2024-11-07T15:16:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1874403936/running 2024-11-07T15:16:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:16:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:16:06,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:06,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:06,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:06,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/running 2024-11-07T15:16:06,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Set watcher on znode that does not yet exist, /1-1874403936/running 2024-11-07T15:16:06,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,46017,1730992551406' ***** 2024-11-07T15:16:06,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:16:06,146 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:16:06,146 INFO [RS:0;7b3e4e8e12ef:46017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:16:06,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:46017. 2024-11-07T15:16:06,147 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:06,147 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:16:06,147 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:16:06,148 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:16:06,148 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:16:06,148 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:16:06,148 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:06,148 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:06,148 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:06,149 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:06,149 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:06,149 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:06,149 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T15:16:06,168 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/.tmp/ns/1fa5babf985d4389814483b6a5ead66f is 43, key is default/ns:d/1730992554839/Put/seqid=0 2024-11-07T15:16:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741835_1011 (size=5153) 2024-11-07T15:16:06,215 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:06,226 DEBUG [7b3e4e8e12ef:42127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:06,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c192cc94aadfd58d55f019ab7672c4c0, regionState=OPENING, regionLocation=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:06,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN because future has completed 2024-11-07T15:16:06,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,43633,1730992560664}] 2024-11-07T15:16:06,349 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:06,364 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:06,381 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:06,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:06,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:06,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:16:06,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43633%2C1730992560664.rep, suffix=, logDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664, archiveDir=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs, maxLogs=10 2024-11-07T15:16:06,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.rep.1730992566393, exclude list is [], retry=0 2024-11-07T15:16:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-44a6f84b-7027-4830-a98a-12e64abafd35,DISK] 2024-11-07T15:16:06,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.rep.1730992566393 2024-11-07T15:16:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33825:33825)] 2024-11-07T15:16:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c192cc94aadfd58d55f019ab7672c4c0, NAME => 'hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:06,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. service=MultiRowMutationService 2024-11-07T15:16:06,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:16:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,413 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,414 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName hfileref 2024-11-07T15:16:06,414 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:06,415 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:06,415 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,416 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName queue 2024-11-07T15:16:06,416 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:06,425 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/queue/5768560c1af24ca6ad1e064133fd72cf 2024-11-07T15:16:06,425 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:06,425 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,426 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c192cc94aadfd58d55f019ab7672c4c0 columnFamilyName sid 2024-11-07T15:16:06,427 DEBUG [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:06,427 INFO [StoreOpener-c192cc94aadfd58d55f019ab7672c4c0-1 {}] regionserver.HStore(327): Store=c192cc94aadfd58d55f019ab7672c4c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:06,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:16:06,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c192cc94aadfd58d55f019ab7672c4c0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69930529, jitterRate=0.04204608500003815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:16:06,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:06,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c192cc94aadfd58d55f019ab7672c4c0: Running coprocessor pre-open hook at 1730992566411Writing region info on filesystem at 1730992566411Initializing all the Stores at 1730992566413 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992566413Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992566413Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992566413Cleaning up temporary data from old regions at 1730992566431 (+18 ms)Running coprocessor post-open hooks at 1730992566434 (+3 ms)Region opened successfully at 1730992566435 (+1 ms) 2024-11-07T15:16:06,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., pid=19, masterSystemTime=1730992566387 2024-11-07T15:16:06,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:06,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:06,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c192cc94aadfd58d55f019ab7672c4c0, regionState=OPEN, openSeqNum=10, regionLocation=7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,43633,1730992560664 because future has completed 2024-11-07T15:16:06,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T15:16:06,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c192cc94aadfd58d55f019ab7672c4c0, server=7b3e4e8e12ef,43633,1730992560664 in 211 msec 2024-11-07T15:16:06,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-07T15:16:06,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c192cc94aadfd58d55f019ab7672c4c0, ASSIGN in 375 msec 2024-11-07T15:16:06,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T15:16:06,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0., hostname=7b3e4e8e12ef,43633,1730992560664, seqNum=10] 2024-11-07T15:16:06,494 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7b3e4e8e12ef,40759,1730992544651 2024-11-07T15:16:06,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T15:16:06,549 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:06,574 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/.tmp/ns/1fa5babf985d4389814483b6a5ead66f 2024-11-07T15:16:06,590 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/.tmp/ns/1fa5babf985d4389814483b6a5ead66f as hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/ns/1fa5babf985d4389814483b6a5ead66f 2024-11-07T15:16:06,598 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/ns/1fa5babf985d4389814483b6a5ead66f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T15:16:06,599 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-07T15:16:06,604 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:16:06,604 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:06,604 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:06,605 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:06,605 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992566148Running coprocessor pre-close hooks at 1730992566148Disabling compacts and flushes for region at 1730992566148Disabling writes for close at 1730992566149 (+1 ms)Obtaining lock to block concurrent updates at 1730992566149Preparing flush snapshotting stores in 1588230740 at 1730992566149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730992566150 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992566151 (+1 ms)Flushing 1588230740/ns: creating writer at 1730992566151Flushing 1588230740/ns: appending metadata at 1730992566168 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730992566168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7564bdf0: reopening flushed file at 1730992566589 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1730992566599 (+10 ms)Writing region close event to WAL at 1730992566600 (+1 ms)Running coprocessor post-close hooks at 1730992566604 (+4 ms)Closed at 1730992566604 2024-11-07T15:16:06,605 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:06,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-07T15:16:06,723 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:16:06,723 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:16:06,749 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,46017,1730992551406; all regions closed. 2024-11-07T15:16:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741834_1010 (size=1152) 2024-11-07T15:16:06,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/WALs/7b3e4e8e12ef,46017,1730992551406/7b3e4e8e12ef%2C46017%2C1730992551406.meta.1730992554756.meta not finished, retry = 0 2024-11-07T15:16:06,857 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/oldWALs 2024-11-07T15:16:06,857 INFO [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C46017%2C1730992551406.meta:.meta(num 1730992554756) 2024-11-07T15:16:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:16:06,869 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/oldWALs 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C46017%2C1730992551406:(num 1730992553834) 2024-11-07T15:16:06,870 DEBUG [RS:0;7b3e4e8e12ef:46017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:06,870 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:06,870 INFO [RS:0;7b3e4e8e12ef:46017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46017 2024-11-07T15:16:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1874403936/rs/7b3e4e8e12ef,46017,1730992551406 2024-11-07T15:16:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936/rs 2024-11-07T15:16:06,892 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:06,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,46017,1730992551406] 2024-11-07T15:16:06,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1874403936/draining/7b3e4e8e12ef,46017,1730992551406 already deleted, retry=false 2024-11-07T15:16:06,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,46017,1730992551406 expired; onlineServers=0 2024-11-07T15:16:06,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,44703,1730992551248' ***** 2024-11-07T15:16:06,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:16:06,913 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:06,913 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:06,913 DEBUG [M:0;7b3e4e8e12ef:44703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:16:06,913 DEBUG [M:0;7b3e4e8e12ef:44703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:16:06,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:16:06,913 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992553556 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992553556,5,FailOnTimeoutGroup] 2024-11-07T15:16:06,913 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992553556 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992553556,5,FailOnTimeoutGroup] 2024-11-07T15:16:06,914 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:06,914 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:06,914 DEBUG [M:0;7b3e4e8e12ef:44703 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:16:06,914 INFO [M:0;7b3e4e8e12ef:44703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:16:06,914 INFO [M:0;7b3e4e8e12ef:44703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:06,914 INFO [M:0;7b3e4e8e12ef:44703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:16:06,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:16:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1874403936/master 2024-11-07T15:16:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1874403936 2024-11-07T15:16:06,924 DEBUG [M:0;7b3e4e8e12ef:44703 {}] zookeeper.ZKUtil(347): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Unable to get data of znode /1-1874403936/master because node does not exist (not an error) 2024-11-07T15:16:06,924 WARN [M:0;7b3e4e8e12ef:44703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:16:06,926 INFO [M:0;7b3e4e8e12ef:44703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/.lastflushedseqids 2024-11-07T15:16:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741836_1012 (size=99) 2024-11-07T15:16:06,949 INFO [M:0;7b3e4e8e12ef:44703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:16:06,950 INFO [M:0;7b3e4e8e12ef:44703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:16:06,950 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:06,950 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:06,950 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:06,950 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:06,950 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:06,951 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T15:16:06,972 DEBUG [M:0;7b3e4e8e12ef:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bdddf07de349d9bfa347cc24f58bdb is 82, key is hbase:meta,,1/info:regioninfo/1730992554807/Put/seqid=0 2024-11-07T15:16:06,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741837_1013 (size=5672) 2024-11-07T15:16:07,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:07,002 INFO [RS:0;7b3e4e8e12ef:46017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:07,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46017-0x10115de00ae0004, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:07,002 INFO [RS:0;7b3e4e8e12ef:46017 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,46017,1730992551406; zookeeper connection closed. 2024-11-07T15:16:07,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20c238fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20c238fb 2024-11-07T15:16:07,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:16:07,375 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:07,378 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bdddf07de349d9bfa347cc24f58bdb 2024-11-07T15:16:07,387 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:07,401 DEBUG [M:0;7b3e4e8e12ef:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c10f49b8c0f421994f6eacd7e0f4cc0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730992554847/Put/seqid=0 2024-11-07T15:16:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741838_1014 (size=5275) 2024-11-07T15:16:07,406 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c10f49b8c0f421994f6eacd7e0f4cc0 2024-11-07T15:16:07,425 DEBUG [M:0;7b3e4e8e12ef:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a9feb74e5b4db3871eb92a46f0d77e is 69, key is 7b3e4e8e12ef,46017,1730992551406/rs:state/1730992553612/Put/seqid=0 2024-11-07T15:16:07,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741839_1015 (size=5156) 2024-11-07T15:16:07,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:07,831 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a9feb74e5b4db3871eb92a46f0d77e 2024-11-07T15:16:07,839 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bdddf07de349d9bfa347cc24f58bdb as hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bdddf07de349d9bfa347cc24f58bdb 2024-11-07T15:16:07,846 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bdddf07de349d9bfa347cc24f58bdb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T15:16:07,848 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c10f49b8c0f421994f6eacd7e0f4cc0 as hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c10f49b8c0f421994f6eacd7e0f4cc0 2024-11-07T15:16:07,853 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c10f49b8c0f421994f6eacd7e0f4cc0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T15:16:07,854 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a9feb74e5b4db3871eb92a46f0d77e as hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85a9feb74e5b4db3871eb92a46f0d77e 2024-11-07T15:16:07,860 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35485/user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85a9feb74e5b4db3871eb92a46f0d77e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T15:16:07,861 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=28, compaction requested=false 2024-11-07T15:16:07,862 INFO [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:07,863 DEBUG [M:0;7b3e4e8e12ef:44703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992566950Disabling compacts and flushes for region at 1730992566950Disabling writes for close at 1730992566950Obtaining lock to block concurrent updates at 1730992566951 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992566951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730992566951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992566957 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992566957Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992566971 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992566972 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992567384 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992567400 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992567400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992567411 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992567425 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992567425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356bd7ee: reopening flushed file at 1730992567838 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624cbb8: reopening flushed file at 1730992567846 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d44bbef: reopening flushed file at 1730992567853 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=28, compaction requested=false at 1730992567861 (+8 ms)Writing region close event to WAL at 1730992567862 (+1 ms)Closed at 1730992567862 2024-11-07T15:16:07,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741830_1006 (size=10165) 2024-11-07T15:16:07,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b8edcb8-b44e-b76f-cc92-f1953cf90515/MasterData/WALs/7b3e4e8e12ef,44703,1730992551248/7b3e4e8e12ef%2C44703%2C1730992551248.1730992553255 not finished, retry = 0 2024-11-07T15:16:07,966 INFO [M:0;7b3e4e8e12ef:44703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:16:07,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:07,967 INFO [M:0;7b3e4e8e12ef:44703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44703 2024-11-07T15:16:07,969 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:08,150 INFO [M:0;7b3e4e8e12ef:44703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x10115de00ae0003, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:08,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e559b0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:08,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63498f55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:08,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:08,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50fada0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:08,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a64ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:08,166 WARN [BP-356858830-172.17.0.2-1730992549160 heartbeating to localhost/127.0.0.1:35485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:16:08,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:16:08,166 WARN [BP-356858830-172.17.0.2-1730992549160 heartbeating to localhost/127.0.0.1:35485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356858830-172.17.0.2-1730992549160 (Datanode Uuid e5670f02-4292-4583-a40a-c2dce71734bf) service to localhost/127.0.0.1:35485 2024-11-07T15:16:08,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:16:08,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/cluster_27185c1c-d0e1-2b74-2cba-26631952a46b/data/data1/current/BP-356858830-172.17.0.2-1730992549160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:08,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/cluster_27185c1c-d0e1-2b74-2cba-26631952a46b/data/data2/current/BP-356858830-172.17.0.2-1730992549160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:08,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:16:08,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dc69ee8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:08,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@782e3cab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:08,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:08,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa79d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:08,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:08,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:16:08,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:16:08,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:08,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:08,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:08,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:16:08,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975610198, stopped=false 2024-11-07T15:16:08,200 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,42127,1730992560615 2024-11-07T15:16:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/running 2024-11-07T15:16:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/running 2024-11-07T15:16:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:08,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:08,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:08,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:16:08,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,43633,1730992560664' ***** 2024-11-07T15:16:08,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:16:08,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Set watcher on znode that does not yet exist, /01305963778/running 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:16:08,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:08,219 INFO [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43633. 2024-11-07T15:16:08,219 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c192cc94aadfd58d55f019ab7672c4c0, disabling compactions & flushes 2024-11-07T15:16:08,220 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:08,220 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:08,220 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:08,220 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. after waiting 0 ms 2024-11-07T15:16:08,220 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:08,220 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:16:08,220 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:16:08,220 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:16:08,220 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c192cc94aadfd58d55f019ab7672c4c0=hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0.} 2024-11-07T15:16:08,220 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c192cc94aadfd58d55f019ab7672c4c0 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:08,220 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:08,220 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:08,221 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T15:16:08,228 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/replication/c192cc94aadfd58d55f019ab7672c4c0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-07T15:16:08,229 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:08,229 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:08,229 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:08,229 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c192cc94aadfd58d55f019ab7672c4c0: Waiting for close lock at 1730992568219Running coprocessor pre-close hooks at 1730992568219Disabling compacts and flushes for region at 1730992568219Disabling writes for close at 1730992568220 (+1 ms)Writing region close event to WAL at 1730992568224 (+4 ms)Running coprocessor post-close hooks at 1730992568229 (+5 ms)Closed at 1730992568229 2024-11-07T15:16:08,229 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0. 2024-11-07T15:16:08,238 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/af4c05ec4dbf46f1ad1953b43df56c98 is 147, key is hbase:replication,,1730992554988.c192cc94aadfd58d55f019ab7672c4c0./info:regioninfo/1730992566440/Put/seqid=0 2024-11-07T15:16:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741851_1027 (size=6385) 2024-11-07T15:16:08,301 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:08,421 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:08,481 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:08,493 DEBUG [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.1730992561861 to pos 0, reset compression=false 2024-11-07T15:16:08,621 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:08,643 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/af4c05ec4dbf46f1ad1953b43df56c98 2024-11-07T15:16:08,651 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/.tmp/info/af4c05ec4dbf46f1ad1953b43df56c98 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/info/af4c05ec4dbf46f1ad1953b43df56c98 2024-11-07T15:16:08,657 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/info/af4c05ec4dbf46f1ad1953b43df56c98, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T15:16:08,658 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-07T15:16:08,663 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T15:16:08,664 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:08,664 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:08,664 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:08,664 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992568220Running coprocessor pre-close hooks at 1730992568220Disabling compacts and flushes for region at 1730992568220Disabling writes for close at 1730992568220Obtaining lock to block concurrent updates at 1730992568221 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730992568221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730992568221Flushing stores of hbase:meta,,1.1588230740 at 1730992568222 (+1 ms)Flushing 1588230740/info: creating writer at 1730992568222Flushing 1588230740/info: appending metadata at 1730992568238 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730992568238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60465b0a: reopening flushed file at 1730992568650 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1730992568658 (+8 ms)Writing region close event to WAL at 1730992568660 (+2 ms)Running coprocessor post-close hooks at 1730992568664 (+4 ms)Closed at 1730992568664 2024-11-07T15:16:08,665 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:08,727 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:16:08,728 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:16:08,821 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,43633,1730992560664; all regions closed. 2024-11-07T15:16:08,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741849_1025 (size=2156) 2024-11-07T15:16:08,827 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:16:08,827 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43633%2C1730992560664.meta:.meta(num 1730992562118) 2024-11-07T15:16:08,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741850_1026 (size=796) 2024-11-07T15:16:08,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/WALs/7b3e4e8e12ef,43633,1730992560664/7b3e4e8e12ef%2C43633%2C1730992560664.rep.1730992566393 not finished, retry = 0 2024-11-07T15:16:08,935 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:16:08,935 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43633%2C1730992560664.rep:(num 1730992566393) 2024-11-07T15:16:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741848_1024 (size=93) 2024-11-07T15:16:08,944 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/oldWALs 2024-11-07T15:16:08,944 INFO [RS:0;7b3e4e8e12ef:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43633%2C1730992560664:(num 1730992561861) 2024-11-07T15:16:08,944 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,944 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:08,944 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:08,945 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:08,945 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:08,945 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:08,945 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,43633,1730992560664 because: Region server is closing 2024-11-07T15:16:08,945 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T15:16:08,945 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T15:16:08,945 INFO [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43633. 2024-11-07T15:16:08,945 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T15:16:08,945 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:08,945 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,945 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:08,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:09,046 WARN [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:16:09,046 WARN [RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:16:09,046 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,1-7b3e4e8e12ef,43633,1730992560664 terminated 2024-11-07T15:16:09,046 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b3e4e8e12ef,43633,1730992560664 because: Region server is closing 2024-11-07T15:16:09,046 INFO [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43633. 2024-11-07T15:16:09,046 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:09,046 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:09,047 DEBUG [RS:0;7b3e4e8e12ef:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:09,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:09,147 WARN [RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:16:09,147 WARN [RS:0;7b3e4e8e12ef:43633.replicationSource.wal-reader.7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:16:09,147 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7b3e4e8e12ef:43633.replicationSource.shipper7b3e4e8e12ef%2C43633%2C1730992560664,2-7b3e4e8e12ef,43633,1730992560664 terminated 2024-11-07T15:16:09,147 INFO [RS:0;7b3e4e8e12ef:43633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43633 2024-11-07T15:16:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/rs/7b3e4e8e12ef,43633,1730992560664 2024-11-07T15:16:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778/rs 2024-11-07T15:16:09,197 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:09,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,43633,1730992560664] 2024-11-07T15:16:09,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01305963778/draining/7b3e4e8e12ef,43633,1730992560664 already deleted, retry=false 2024-11-07T15:16:09,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,43633,1730992560664 expired; onlineServers=0 2024-11-07T15:16:09,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,42127,1730992560615' ***** 2024-11-07T15:16:09,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:16:09,218 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:09,218 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:09,218 DEBUG [M:0;7b3e4e8e12ef:42127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:16:09,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:16:09,218 DEBUG [M:0;7b3e4e8e12ef:42127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:16:09,218 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992561529 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992561529,5,FailOnTimeoutGroup] 2024-11-07T15:16:09,218 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992561528 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992561528,5,FailOnTimeoutGroup] 2024-11-07T15:16:09,218 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:09,219 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:09,219 DEBUG [M:0;7b3e4e8e12ef:42127 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:16:09,219 INFO [M:0;7b3e4e8e12ef:42127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:16:09,219 INFO [M:0;7b3e4e8e12ef:42127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:09,219 INFO [M:0;7b3e4e8e12ef:42127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:16:09,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:16:09,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305963778/master 2024-11-07T15:16:09,228 DEBUG [M:0;7b3e4e8e12ef:42127 {}] zookeeper.ZKUtil(347): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Unable to get data of znode /01305963778/master because node does not exist (not an error) 2024-11-07T15:16:09,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305963778 2024-11-07T15:16:09,228 WARN [M:0;7b3e4e8e12ef:42127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:16:09,229 INFO [M:0;7b3e4e8e12ef:42127 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/.lastflushedseqids 2024-11-07T15:16:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741852_1028 (size=181) 2024-11-07T15:16:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:09,307 INFO [RS:0;7b3e4e8e12ef:43633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x10115de00ae0007, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:09,307 INFO [RS:0;7b3e4e8e12ef:43633 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,43633,1730992560664; zookeeper connection closed. 2024-11-07T15:16:09,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3407820d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3407820d 2024-11-07T15:16:09,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:16:09,636 INFO [M:0;7b3e4e8e12ef:42127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:16:09,636 INFO [M:0;7b3e4e8e12ef:42127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:16:09,636 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:09,636 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:09,636 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:09,636 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:09,636 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:09,636 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T15:16:09,652 DEBUG [M:0;7b3e4e8e12ef:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fbc83ed53e24fc582fcb7457ebc3e9f is 82, key is hbase:meta,,1/info:regioninfo/1730992562184/Put/seqid=0 2024-11-07T15:16:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741853_1029 (size=5680) 2024-11-07T15:16:10,057 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fbc83ed53e24fc582fcb7457ebc3e9f 2024-11-07T15:16:10,079 DEBUG [M:0;7b3e4e8e12ef:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59cb674785544fa0b17ed3bfe8388097 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1730992566448/Put/seqid=0 2024-11-07T15:16:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741854_1030 (size=7319) 2024-11-07T15:16:10,083 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59cb674785544fa0b17ed3bfe8388097 2024-11-07T15:16:10,104 DEBUG [M:0;7b3e4e8e12ef:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f330cb0a190c436ea672f65a64342e17 is 69, key is 7b3e4e8e12ef,43633,1730992560664/rs:state/1730992561627/Put/seqid=0 2024-11-07T15:16:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741855_1031 (size=5371) 2024-11-07T15:16:10,510 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f330cb0a190c436ea672f65a64342e17 2024-11-07T15:16:10,516 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f330cb0a190c436ea672f65a64342e17 2024-11-07T15:16:10,517 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fbc83ed53e24fc582fcb7457ebc3e9f as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fbc83ed53e24fc582fcb7457ebc3e9f 2024-11-07T15:16:10,524 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fbc83ed53e24fc582fcb7457ebc3e9f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-07T15:16:10,525 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59cb674785544fa0b17ed3bfe8388097 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59cb674785544fa0b17ed3bfe8388097 2024-11-07T15:16:10,532 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59cb674785544fa0b17ed3bfe8388097, entries=7, sequenceid=172, filesize=7.1 K 2024-11-07T15:16:10,533 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f330cb0a190c436ea672f65a64342e17 as hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f330cb0a190c436ea672f65a64342e17 2024-11-07T15:16:10,539 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f330cb0a190c436ea672f65a64342e17 2024-11-07T15:16:10,539 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39607/user/jenkins/test-data/bafc92b7-e79f-2959-deda-029ea0db6320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f330cb0a190c436ea672f65a64342e17, entries=2, sequenceid=172, filesize=5.2 K 2024-11-07T15:16:10,540 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=172, compaction requested=false 2024-11-07T15:16:10,542 INFO [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:10,542 DEBUG [M:0;7b3e4e8e12ef:42127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992569636Disabling compacts and flushes for region at 1730992569636Disabling writes for close at 1730992569636Obtaining lock to block concurrent updates at 1730992569636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992569636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730992569637 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992569638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992569638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992569652 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992569652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992570064 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992570078 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992570078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992570089 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992570103 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992570103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a582e66: reopening flushed file at 1730992570516 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c50e4e8: reopening flushed file at 1730992570524 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fe28c0: reopening flushed file at 1730992570532 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=172, compaction requested=false at 1730992570540 (+8 ms)Writing region close event to WAL at 1730992570542 (+2 ms)Closed at 1730992570542 2024-11-07T15:16:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741847_1023 (size=22949) 2024-11-07T15:16:10,545 INFO [M:0;7b3e4e8e12ef:42127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:16:10,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:10,545 INFO [M:0;7b3e4e8e12ef:42127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42127 2024-11-07T15:16:10,545 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:10,655 INFO [M:0;7b3e4e8e12ef:42127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10115de00ae0006, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:10,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:10,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:10,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:10,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:10,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:10,660 WARN [BP-1266858300-172.17.0.2-1730992539645 heartbeating to localhost/127.0.0.1:39607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:16:10,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:16:10,660 WARN [BP-1266858300-172.17.0.2-1730992539645 heartbeating to localhost/127.0.0.1:39607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266858300-172.17.0.2-1730992539645 (Datanode Uuid db1c2a76-f4e0-420b-b6d2-3d7b2a876dbe) service to localhost/127.0.0.1:39607 2024-11-07T15:16:10,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:16:10,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/data/data1/current/BP-1266858300-172.17.0.2-1730992539645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:10,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/cluster_449814ea-6856-86b4-9aea-f3bb1caf4726/data/data2/current/BP-1266858300-172.17.0.2-1730992539645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:10,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:16:10,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:10,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:10,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:10,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:10,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5165e1-5cfa-b5b5-31b7-cd64f26e6ffb/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:10,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:16:10,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:16:10,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39607 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35485 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=505 (was 1861) 2024-11-07T15:16:10,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=504 2024-11-07T15:16:10,723 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-07T15:16:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir so I do NOT create it in target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49 2024-11-07T15:16:10,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:16:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.tmp.dir so I do NOT create it in target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49 2024-11-07T15:16:10,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a705ed9-a215-b2b6-2c7d-a498d1c8e95e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:16:10,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49 2024-11-07T15:16:10,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f, deleteOnExit=true 2024-11-07T15:16:10,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/zookeeper_0, clientPort=52182, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:16:10,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52182 2024-11-07T15:16:10,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/test.cache.data in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:16:10,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:16:10,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:16:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115de00ae0005, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:16:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115de00ae0002, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:16:10,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115de00ae0002, quorum=127.0.0.1:50593, baseZNode=/01305963778 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:16:10,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115de00ae0005, quorum=127.0.0.1:50593, baseZNode=/1-1874403936 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:16:11,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:11,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:11,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:11,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:11,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:16:11,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:11,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b97d311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:11,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31be0f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:11,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f2ec5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/java.io.tmpdir/jetty-localhost-45887-hadoop-hdfs-3_4_1-tests_jar-_-any-13852686723548979120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:11,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b49570a{HTTP/1.1, (http/1.1)}{localhost:45887} 2024-11-07T15:16:11,227 INFO [Time-limited test {}] server.Server(415): Started @33732ms 2024-11-07T15:16:11,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:11,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:11,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:11,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:11,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:16:11,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:11,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:11,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33622c33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/java.io.tmpdir/jetty-localhost-43089-hadoop-hdfs-3_4_1-tests_jar-_-any-1890124738229608426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:11,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:43089} 2024-11-07T15:16:11,653 INFO [Time-limited test {}] server.Server(415): Started @34159ms 2024-11-07T15:16:11,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:16:12,327 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/data/data1/current/BP-483929261-172.17.0.2-1730992570771/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:12,327 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/data/data2/current/BP-483929261-172.17.0.2-1730992570771/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:12,342 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:16:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1584f43b23de006 with lease ID 0xdc5e08dfa98ee8b5: Processing first storage report for DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e from datanode DatanodeRegistration(127.0.0.1:38857, datanodeUuid=6fdb4d9b-8b6c-4952-b00c-d29265cb3717, infoPort=46551, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=1654598078;c=1730992570771) 2024-11-07T15:16:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1584f43b23de006 with lease ID 0xdc5e08dfa98ee8b5: from storage DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e node DatanodeRegistration(127.0.0.1:38857, datanodeUuid=6fdb4d9b-8b6c-4952-b00c-d29265cb3717, infoPort=46551, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=1654598078;c=1730992570771), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:16:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1584f43b23de006 with lease ID 0xdc5e08dfa98ee8b5: Processing first storage report for DS-45f0f268-b868-4da5-84d0-8ec5b58f9c3c from datanode DatanodeRegistration(127.0.0.1:38857, datanodeUuid=6fdb4d9b-8b6c-4952-b00c-d29265cb3717, infoPort=46551, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=1654598078;c=1730992570771) 2024-11-07T15:16:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1584f43b23de006 with lease ID 0xdc5e08dfa98ee8b5: from storage DS-45f0f268-b868-4da5-84d0-8ec5b58f9c3c node DatanodeRegistration(127.0.0.1:38857, datanodeUuid=6fdb4d9b-8b6c-4952-b00c-d29265cb3717, infoPort=46551, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=1654598078;c=1730992570771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:12,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49 2024-11-07T15:16:12,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:12,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:16:12,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d with version=8 2024-11-07T15:16:12,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/hbase-staging 2024-11-07T15:16:12,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:16:12,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:12,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39299 2024-11-07T15:16:12,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39299 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392990x0, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:13,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39299-0x10115de7d240000 connected 2024-11-07T15:16:13,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:13,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:13,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/running 2024-11-07T15:16:13,197 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d, hbase.cluster.distributed=false 2024-11-07T15:16:13,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/acl 2024-11-07T15:16:13,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-07T15:16:13,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-07T15:16:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-07T15:16:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-07T15:16:13,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-07T15:16:13,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:13,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:16:13,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:13,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40245 2024-11-07T15:16:13,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40245 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:13,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:13,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402450x0, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:13,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/running 2024-11-07T15:16:13,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40245-0x10115de7d240001 connected 2024-11-07T15:16:13,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:16:13,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:16:13,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/master 2024-11-07T15:16:13,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/acl 2024-11-07T15:16:13,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-07T15:16:13,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40245 2024-11-07T15:16:13,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40245 2024-11-07T15:16:13,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-07T15:16:13,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40245 2024-11-07T15:16:13,254 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39299 2024-11-07T15:16:13,254 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1019791090/backup-masters/7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/backup-masters 2024-11-07T15:16:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/backup-masters 2024-11-07T15:16:13,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on existing znode=/0-1019791090/backup-masters/7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019791090/master 2024-11-07T15:16:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:13,277 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on existing znode=/0-1019791090/master 2024-11-07T15:16:13,278 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1019791090/backup-masters/7b3e4e8e12ef,39299,1730992572799 from backup master directory 2024-11-07T15:16:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/backup-masters 2024-11-07T15:16:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019791090/backup-masters/7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:13,287 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/backup-masters 2024-11-07T15:16:13,287 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:13,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/hbase.id] with ID: efdc76e5-2648-496a-a446-cecc0d0e6f07 2024-11-07T15:16:13,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/.tmp/hbase.id 2024-11-07T15:16:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:16:13,297 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/.tmp/hbase.id]:[hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/hbase.id] 2024-11-07T15:16:13,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:13,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:16:13,312 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T15:16:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:16:13,730 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:13,730 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:16:13,731 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:13,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:13,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:16:13,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:14,141 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store 2024-11-07T15:16:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T15:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:14,548 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:14,548 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:14,548 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:14,548 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:14,549 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:14,549 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:14,549 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:14,549 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992574548Disabling compacts and flushes for region at 1730992574548Disabling writes for close at 1730992574549 (+1 ms)Writing region close event to WAL at 1730992574549Closed at 1730992574549 2024-11-07T15:16:14,550 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/.initializing 2024-11-07T15:16:14,550 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/WALs/7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:14,551 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:14,553 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39299%2C1730992572799, suffix=, logDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/WALs/7b3e4e8e12ef,39299,1730992572799, archiveDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/oldWALs, maxLogs=10 2024-11-07T15:16:14,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/WALs/7b3e4e8e12ef,39299,1730992572799/7b3e4e8e12ef%2C39299%2C1730992572799.1730992574553, exclude list is [], retry=0 2024-11-07T15:16:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38857,DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e,DISK] 2024-11-07T15:16:14,570 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/WALs/7b3e4e8e12ef,39299,1730992572799/7b3e4e8e12ef%2C39299%2C1730992572799.1730992574553 2024-11-07T15:16:14,570 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-07T15:16:14,571 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:14,571 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:14,571 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,571 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:16:14,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:14,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:14,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:16:14,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:14,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:14,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:16:14,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:14,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:16:14,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:14,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:14,580 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,580 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,581 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,582 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,582 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,583 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:14,584 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:14,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:14,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75183633, jitterRate=0.12032343447208405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:14,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992574571Initializing all the Stores at 1730992574572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992574572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992574572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992574572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992574572Cleaning up temporary data from old regions at 1730992574582 (+10 ms)Region opened successfully at 1730992574587 (+5 ms) 2024-11-07T15:16:14,588 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:16:14,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b54f4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:14,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:16:14,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:16:14,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:16:14,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:16:14,593 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:16:14,593 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:16:14,593 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:16:14,595 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:16:14,596 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/balancer because node does not exist (not necessarily an error) 2024-11-07T15:16:14,722 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/balancer already deleted, retry=false 2024-11-07T15:16:14,723 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:16:14,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:16:14,733 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/normalizer already deleted, retry=false 2024-11-07T15:16:14,733 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:16:14,734 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:16:14,743 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/switch/split already deleted, retry=false 2024-11-07T15:16:14,744 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:16:14,754 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/switch/merge already deleted, retry=false 2024-11-07T15:16:14,756 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:16:14,764 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/snapshot-cleanup already deleted, retry=false 2024-11-07T15:16:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019791090/running 2024-11-07T15:16:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1019791090/running 2024-11-07T15:16:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,775 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39299,1730992572799, sessionid=0x10115de7d240000, setting cluster-up flag (Was=false) 2024-11-07T15:16:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,828 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019791090/flush-table-proc/acquired, /0-1019791090/flush-table-proc/reached, /0-1019791090/flush-table-proc/abort 2024-11-07T15:16:14,829 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:14,880 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1019791090/online-snapshot/acquired, /0-1019791090/online-snapshot/reached, /0-1019791090/online-snapshot/abort 2024-11-07T15:16:14,881 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:14,883 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:16:14,885 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:14,885 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:16:14,885 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:16:14,886 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39299,1730992572799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:16:14,887 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:14,887 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:14,887 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:14,887 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:14,887 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:16:14,888 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:14,888 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:14,888 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992604889 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:16:14,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:16:14,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:16:14,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:16:14,890 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:16:14,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:14,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:16:14,893 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992574890,5,FailOnTimeoutGroup] 2024-11-07T15:16:14,893 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992574893,5,FailOnTimeoutGroup] 2024-11-07T15:16:14,893 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:14,893 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:16:14,893 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:14,893 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:14,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:16:14,946 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(746): ClusterId : efdc76e5-2648-496a-a446-cecc0d0e6f07 2024-11-07T15:16:14,946 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:16:15,037 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:16:15,037 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:16:15,098 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:16:15,098 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad3df33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:15,112 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:40245 2024-11-07T15:16:15,112 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:16:15,112 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:16:15,112 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:16:15,113 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39299,1730992572799 with port=40245, startcode=1730992573220 2024-11-07T15:16:15,114 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:16:15,115 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:16:15,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,117 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d 2024-11-07T15:16:15,118 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36331 2024-11-07T15:16:15,118 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:16:15,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/rs 2024-11-07T15:16:15,144 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] zookeeper.ZKUtil(111): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on existing znode=/0-1019791090/rs/7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,144 WARN [RS:0;7b3e4e8e12ef:40245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:15,144 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:15,144 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,40245,1730992573220] 2024-11-07T15:16:15,148 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:16:15,150 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:16:15,150 INFO [RS:0;7b3e4e8e12ef:40245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:16:15,150 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,150 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:16:15,151 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:16:15,151 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,151 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,151 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,151 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,151 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:15,152 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,153 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40245,1730992573220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:15,166 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:16:15,166 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40245,1730992573220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,166 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,166 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.Replication(171): 7b3e4e8e12ef,40245,1730992573220 started 2024-11-07T15:16:15,179 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:15,180 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,40245,1730992573220, RpcServer on 7b3e4e8e12ef/172.17.0.2:40245, sessionid=0x10115de7d240001 2024-11-07T15:16:15,180 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:16:15,180 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,180 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40245,1730992573220' 2024-11-07T15:16:15,180 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019791090/flush-table-proc/abort' 2024-11-07T15:16:15,180 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019791090/flush-table-proc/acquired' 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40245,1730992573220' 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1019791090/online-snapshot/abort' 2024-11-07T15:16:15,181 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1019791090/online-snapshot/acquired' 2024-11-07T15:16:15,182 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:16:15,182 INFO [RS:0;7b3e4e8e12ef:40245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:16:15,182 INFO [RS:0;7b3e4e8e12ef:40245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:16:15,282 INFO [RS:0;7b3e4e8e12ef:40245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:15,284 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40245%2C1730992573220, suffix=, logDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220, archiveDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs, maxLogs=10 2024-11-07T15:16:15,296 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284, exclude list is [], retry=0 2024-11-07T15:16:15,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38857,DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e,DISK] 2024-11-07T15:16:15,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:16:15,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d 2024-11-07T15:16:15,300 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 2024-11-07T15:16:15,301 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-07T15:16:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:16:15,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:15,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:15,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:15,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:15,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:15,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:15,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:15,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:15,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:15,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:15,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:15,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:15,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:15,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:15,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:15,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:15,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740 2024-11-07T15:16:15,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740 2024-11-07T15:16:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:15,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:15,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:15,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:15,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68124519, jitterRate=0.015134438872337341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992575708Initializing all the Stores at 1730992575709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992575709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992575709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992575709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992575709Cleaning up temporary data from old regions at 1730992575722 (+13 ms)Region opened successfully at 1730992575729 (+7 ms) 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:15,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:15,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992575729Disabling compacts and flushes for region at 1730992575729Disabling writes for close at 1730992575729Writing region close event to WAL at 1730992575729Closed at 1730992575729 2024-11-07T15:16:15,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:15,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:16:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:16:15,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:15,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:16:15,884 DEBUG [7b3e4e8e12ef:39299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:15,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:15,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40245,1730992573220, state=OPENING 2024-11-07T15:16:15,940 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:16:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:15,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019791090/meta-region-server: CHANGED 2024-11-07T15:16:15,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019791090/meta-region-server: CHANGED 2024-11-07T15:16:15,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:15,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40245,1730992573220}] 2024-11-07T15:16:16,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:16,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:16:16,136 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:16:16,136 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:16,136 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:16:16,138 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40245%2C1730992573220.meta, suffix=.meta, logDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220, archiveDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs, maxLogs=10 2024-11-07T15:16:16,149 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.meta.1730992576138.meta, exclude list is [], retry=0 2024-11-07T15:16:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38857,DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e,DISK] 2024-11-07T15:16:16,154 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.meta.1730992576138.meta 2024-11-07T15:16:16,154 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-07T15:16:16,154 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:16,155 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:16:16,155 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:16:16,155 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:16:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:16,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:16,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:16,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:16,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:16,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:16,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:16,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:16,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:16,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:16,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:16,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:16,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:16,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:16,164 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:16,165 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740 2024-11-07T15:16:16,166 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740 2024-11-07T15:16:16,167 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:16,167 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:16,168 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:16,170 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:16,171 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69423892, jitterRate=0.03449660539627075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:16,171 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:16:16,172 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992576155Writing region info on filesystem at 1730992576155Initializing all the Stores at 1730992576156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992576157 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992576157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992576157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992576157Cleaning up temporary data from old regions at 1730992576167 (+10 ms)Running coprocessor post-open hooks at 1730992576171 (+4 ms)Region opened successfully at 1730992576172 (+1 ms) 2024-11-07T15:16:16,173 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992576130 2024-11-07T15:16:16,175 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:16:16,175 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:16:16,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:16,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40245,1730992573220, state=OPEN 2024-11-07T15:16:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019791090/meta-region-server 2024-11-07T15:16:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1019791090/meta-region-server 2024-11-07T15:16:16,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:16,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019791090/meta-region-server: CHANGED 2024-11-07T15:16:16,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1019791090/meta-region-server: CHANGED 2024-11-07T15:16:16,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:16:16,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40245,1730992573220 in 219 msec 2024-11-07T15:16:16,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:16:16,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-07T15:16:16,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:16,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:16:16,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:16,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40245,1730992573220, seqNum=-1] 2024-11-07T15:16:16,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:16,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:16,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-07T15:16:16,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992576212, completionTime=-1 2024-11-07T15:16:16,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:16:16,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992636214 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992696214 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,214 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39299, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,215 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,215 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,217 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:16,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:16:16,222 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:16:16,222 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:16:16,222 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39299,1730992572799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:16,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:16,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39299,-1 for getting cluster id 2024-11-07T15:16:16,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:16,249 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efdc76e5-2648-496a-a446-cecc0d0e6f07' 2024-11-07T15:16:16,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efdc76e5-2648-496a-a446-cecc0d0e6f07" 2024-11-07T15:16:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9172a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39299,-1] 2024-11-07T15:16:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:16,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:16,252 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:16,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab70e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:16,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40245,1730992573220, seqNum=-1] 2024-11-07T15:16:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:16,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:16,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:16,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:16,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:16,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115de7d240002 connected 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir so I do NOT create it in target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235 2024-11-07T15:16:16,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.tmp.dir so I do NOT create it in target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235 2024-11-07T15:16:16,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:16:16,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/cluster_8441c12f-4e9a-e7ad-d62b-fc5c7936b14e, deleteOnExit=true 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/test.cache.data in system properties and HBase conf 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:16:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:16:16,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:16:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:16:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:16:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:16:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:16:16,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:16,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:16,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:16,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:16,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:16:16,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:16,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2b13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:16,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234e6441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:16,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515b4dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/java.io.tmpdir/jetty-localhost-37169-hadoop-hdfs-3_4_1-tests_jar-_-any-8037246762727970911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:16,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@100102b9{HTTP/1.1, (http/1.1)}{localhost:37169} 2024-11-07T15:16:16,718 INFO [Time-limited test {}] server.Server(415): Started @39224ms 2024-11-07T15:16:16,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:16,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:16,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:16,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:16,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:16:16,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a764c8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:16,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a03866f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:17,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16a146c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-9015903877169905041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:17,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@450445c2{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-11-07T15:16:17,070 INFO [Time-limited test {}] server.Server(415): Started @39575ms 2024-11-07T15:16:17,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:16:17,728 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/cluster_8441c12f-4e9a-e7ad-d62b-fc5c7936b14e/data/data2/current/BP-48118467-172.17.0.2-1730992576306/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:17,728 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/cluster_8441c12f-4e9a-e7ad-d62b-fc5c7936b14e/data/data1/current/BP-48118467-172.17.0.2-1730992576306/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:17,747 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:16:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90d10f81308cfbc6 with lease ID 0x4500a09e35311d34: Processing first storage report for DS-30575912-74e8-4d47-bfc2-bdb81e54eeb5 from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=52a9f25a-2344-4d8b-89f6-444820f5ac93, infoPort=33889, infoSecurePort=0, ipcPort=33837, storageInfo=lv=-57;cid=testClusterID;nsid=1685015755;c=1730992576306) 2024-11-07T15:16:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90d10f81308cfbc6 with lease ID 0x4500a09e35311d34: from storage DS-30575912-74e8-4d47-bfc2-bdb81e54eeb5 node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=52a9f25a-2344-4d8b-89f6-444820f5ac93, infoPort=33889, infoSecurePort=0, ipcPort=33837, storageInfo=lv=-57;cid=testClusterID;nsid=1685015755;c=1730992576306), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90d10f81308cfbc6 with lease ID 0x4500a09e35311d34: Processing first storage report for DS-5a6dab3e-087f-4bda-91f4-e75d1bab5d27 from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=52a9f25a-2344-4d8b-89f6-444820f5ac93, infoPort=33889, infoSecurePort=0, ipcPort=33837, storageInfo=lv=-57;cid=testClusterID;nsid=1685015755;c=1730992576306) 2024-11-07T15:16:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90d10f81308cfbc6 with lease ID 0x4500a09e35311d34: from storage DS-5a6dab3e-087f-4bda-91f4-e75d1bab5d27 node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=52a9f25a-2344-4d8b-89f6-444820f5ac93, infoPort=33889, infoSecurePort=0, ipcPort=33837, storageInfo=lv=-57;cid=testClusterID;nsid=1685015755;c=1730992576306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:17,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235 2024-11-07T15:16:17,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:17,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:16:18,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de with version=8 2024-11-07T15:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/hbase-staging 2024-11-07T15:16:18,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:18,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45273 2024-11-07T15:16:18,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45273 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:18,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452730x0, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:18,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45273-0x10115de7d240003 connected 2024-11-07T15:16:18,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:18,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:18,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/running 2024-11-07T15:16:18,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de, hbase.cluster.distributed=false 2024-11-07T15:16:18,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/acl 2024-11-07T15:16:18,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-07T15:16:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45273 2024-11-07T15:16:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45273 2024-11-07T15:16:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-07T15:16:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-07T15:16:18,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:18,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:16:18,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:18,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44743 2024-11-07T15:16:18,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44743 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:18,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:18,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447430x0, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:18,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447430x0, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/running 2024-11-07T15:16:18,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44743-0x10115de7d240004 connected 2024-11-07T15:16:18,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:16:18,383 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:16:18,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/master 2024-11-07T15:16:18,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/acl 2024-11-07T15:16:18,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T15:16:18,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44743 2024-11-07T15:16:18,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44743 2024-11-07T15:16:18,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T15:16:18,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T15:16:18,402 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:45273 2024-11-07T15:16:18,402 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11227108337/backup-masters/7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:18,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/backup-masters 2024-11-07T15:16:18,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/backup-masters 2024-11-07T15:16:18,414 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on existing znode=/11227108337/backup-masters/7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:18,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227108337/master 2024-11-07T15:16:18,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:18,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:18,424 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on existing znode=/11227108337/master 2024-11-07T15:16:18,425 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11227108337/backup-masters/7b3e4e8e12ef,45273,1730992578217 from backup master directory 2024-11-07T15:16:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227108337/backup-masters/7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/backup-masters 2024-11-07T15:16:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/backup-masters 2024-11-07T15:16:18,435 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:18,435 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:18,441 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/hbase.id] with ID: 55f965f4-d53b-4c7d-9ae3-e6913a76af66 2024-11-07T15:16:18,441 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/.tmp/hbase.id 2024-11-07T15:16:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:16:18,456 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/.tmp/hbase.id]:[hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/hbase.id] 2024-11-07T15:16:18,470 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:18,470 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:16:18,472 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T15:16:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:16:18,887 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:18,887 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:16:18,888 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:16:19,296 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store 2024-11-07T15:16:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:19,703 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:19,703 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:19,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992579703Disabling compacts and flushes for region at 1730992579703Disabling writes for close at 1730992579703Writing region close event to WAL at 1730992579703Closed at 1730992579703 2024-11-07T15:16:19,704 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/.initializing 2024-11-07T15:16:19,704 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/WALs/7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:19,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:19,707 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C45273%2C1730992578217, suffix=, logDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/WALs/7b3e4e8e12ef,45273,1730992578217, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/oldWALs, maxLogs=10 2024-11-07T15:16:19,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:19,719 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/WALs/7b3e4e8e12ef,45273,1730992578217/7b3e4e8e12ef%2C45273%2C1730992578217.1730992579707, exclude list is [], retry=0 2024-11-07T15:16:19,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-30575912-74e8-4d47-bfc2-bdb81e54eeb5,DISK] 2024-11-07T15:16:19,723 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/WALs/7b3e4e8e12ef,45273,1730992578217/7b3e4e8e12ef%2C45273%2C1730992578217.1730992579707 2024-11-07T15:16:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33889:33889)] 2024-11-07T15:16:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:16:19,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:19,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:19,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:16:19,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:16:19,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:19,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:19,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:16:19,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:19,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:19,737 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,738 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,738 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:19,741 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:19,742 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:19,745 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:19,745 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301706, jitterRate=0.062478214502334595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:19,746 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992579724Initializing all the Stores at 1730992579725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992579725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992579727 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992579727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992579727Cleaning up temporary data from old regions at 1730992579740 (+13 ms)Region opened successfully at 1730992579746 (+6 ms) 2024-11-07T15:16:19,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:16:19,749 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c319a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:19,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:16:19,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:16:19,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:16:19,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:16:19,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:16:19,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:16:19,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:16:19,781 WARN [RS:0;7b3e4e8e12ef:40245 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7b3e4e8e12ef,40759,1730992544651: status=Processing ServerCrashProcedure of 7b3e4e8e12ef,40759,1730992544651 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730992561525, completionTime=-1 appears to have been leaked 2024-11-07T15:16:19,787 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:16:19,789 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/balancer because node does not exist (not necessarily an error) 2024-11-07T15:16:19,890 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/balancer already deleted, retry=false 2024-11-07T15:16:19,891 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:16:19,892 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:16:19,901 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/normalizer already deleted, retry=false 2024-11-07T15:16:19,901 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:16:19,903 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:16:19,911 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/switch/split already deleted, retry=false 2024-11-07T15:16:19,913 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:16:19,922 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/switch/merge already deleted, retry=false 2024-11-07T15:16:19,925 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:16:19,932 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/snapshot-cleanup already deleted, retry=false 2024-11-07T15:16:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227108337/running 2024-11-07T15:16:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227108337/running 2024-11-07T15:16:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:19,944 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,45273,1730992578217, sessionid=0x10115de7d240003, setting cluster-up flag (Was=false) 2024-11-07T15:16:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:19,996 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11227108337/flush-table-proc/acquired, /11227108337/flush-table-proc/reached, /11227108337/flush-table-proc/abort 2024-11-07T15:16:19,997 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:20,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:20,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:20,048 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11227108337/online-snapshot/acquired, /11227108337/online-snapshot/reached, /11227108337/online-snapshot/abort 2024-11-07T15:16:20,049 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:20,051 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:16:20,053 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:20,053 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:16:20,053 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:16:20,053 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,45273,1730992578217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:20,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:20,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:16:20,057 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992610057 2024-11-07T15:16:20,057 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:16:20,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:16:20,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:16:20,059 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992580059,5,FailOnTimeoutGroup] 2024-11-07T15:16:20,059 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992580059,5,FailOnTimeoutGroup] 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,059 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:16:20,090 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(746): ClusterId : 55f965f4-d53b-4c7d-9ae3-e6913a76af66 2024-11-07T15:16:20,090 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:16:20,102 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:16:20,102 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:16:20,112 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:16:20,112 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550a3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:20,122 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:44743 2024-11-07T15:16:20,123 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:16:20,123 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:16:20,123 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:16:20,123 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,45273,1730992578217 with port=44743, startcode=1730992578364 2024-11-07T15:16:20,123 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:16:20,125 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:16:20,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45273 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,127 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de 2024-11-07T15:16:20,127 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45517 2024-11-07T15:16:20,127 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:16:20,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/rs 2024-11-07T15:16:20,181 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] zookeeper.ZKUtil(111): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on existing znode=/11227108337/rs/7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,181 WARN [RS:0;7b3e4e8e12ef:44743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:20,181 INFO [RS:0;7b3e4e8e12ef:44743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:20,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,44743,1730992578364] 2024-11-07T15:16:20,182 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,185 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:16:20,187 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:16:20,188 INFO [RS:0;7b3e4e8e12ef:44743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:16:20,188 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,188 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:16:20,189 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:16:20,189 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,189 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,189 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:20,190 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,191 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44743,1730992578364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:20,204 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:16:20,204 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44743,1730992578364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,204 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,204 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.Replication(171): 7b3e4e8e12ef,44743,1730992578364 started 2024-11-07T15:16:20,218 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:20,218 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,44743,1730992578364, RpcServer on 7b3e4e8e12ef/172.17.0.2:44743, sessionid=0x10115de7d240004 2024-11-07T15:16:20,218 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:16:20,218 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,218 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44743,1730992578364' 2024-11-07T15:16:20,218 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11227108337/flush-table-proc/abort' 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11227108337/flush-table-proc/acquired' 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44743,1730992578364' 2024-11-07T15:16:20,219 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11227108337/online-snapshot/abort' 2024-11-07T15:16:20,220 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11227108337/online-snapshot/acquired' 2024-11-07T15:16:20,220 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:16:20,220 INFO [RS:0;7b3e4e8e12ef:44743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:16:20,220 INFO [RS:0;7b3e4e8e12ef:44743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:16:20,320 INFO [RS:0;7b3e4e8e12ef:44743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:20,322 INFO [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44743%2C1730992578364, suffix=, logDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/oldWALs, maxLogs=10 2024-11-07T15:16:20,333 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.1730992580322, exclude list is [], retry=0 2024-11-07T15:16:20,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-30575912-74e8-4d47-bfc2-bdb81e54eeb5,DISK] 2024-11-07T15:16:20,338 INFO [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.1730992580322 2024-11-07T15:16:20,339 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33889:33889)] 2024-11-07T15:16:20,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:16:20,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de 2024-11-07T15:16:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:16:20,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:20,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:20,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:20,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:20,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:20,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:20,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:20,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:20,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:20,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:20,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:20,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:20,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:20,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:20,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:20,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:20,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:20,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:20,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740 2024-11-07T15:16:20,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740 2024-11-07T15:16:20,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:20,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:20,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:20,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:20,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74982121, jitterRate=0.11732067167758942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992580874Initializing all the Stores at 1730992580875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992580875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992580875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992580875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992580875Cleaning up temporary data from old regions at 1730992580885 (+10 ms)Region opened successfully at 1730992580890 (+5 ms) 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:20,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:20,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:20,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992580890Disabling compacts and flushes for region at 1730992580890Disabling writes for close at 1730992580890Writing region close event to WAL at 1730992580890Closed at 1730992580890 2024-11-07T15:16:20,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:20,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:16:20,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:16:20,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:20,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:16:21,044 DEBUG [7b3e4e8e12ef:45273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:21,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:21,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44743,1730992578364, state=OPENING 2024-11-07T15:16:21,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:16:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:21,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:21,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227108337/meta-region-server: CHANGED 2024-11-07T15:16:21,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227108337/meta-region-server: CHANGED 2024-11-07T15:16:21,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44743,1730992578364}] 2024-11-07T15:16:21,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:16:21,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:21,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:16:21,281 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:16:21,281 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:21,281 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:16:21,283 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44743%2C1730992578364.meta, suffix=.meta, logDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/oldWALs, maxLogs=10 2024-11-07T15:16:21,294 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.meta.1730992581283.meta, exclude list is [], retry=0 2024-11-07T15:16:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-30575912-74e8-4d47-bfc2-bdb81e54eeb5,DISK] 2024-11-07T15:16:21,299 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.meta.1730992581283.meta 2024-11-07T15:16:21,299 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33889:33889)] 2024-11-07T15:16:21,299 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:21,300 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:16:21,300 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:16:21,300 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:16:21,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:21,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:21,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:21,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:21,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:21,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:21,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:21,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:21,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:21,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:21,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:21,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:21,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:21,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:21,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:21,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:21,311 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:21,312 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740 2024-11-07T15:16:21,313 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740 2024-11-07T15:16:21,314 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:21,314 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:21,315 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:21,316 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:21,317 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71141090, jitterRate=0.06008484959602356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:21,317 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:16:21,317 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992581301Writing region info on filesystem at 1730992581301Initializing all the Stores at 1730992581302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992581302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992581302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992581302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992581302Cleaning up temporary data from old regions at 1730992581314 (+12 ms)Running coprocessor post-open hooks at 1730992581317 (+3 ms)Region opened successfully at 1730992581317 2024-11-07T15:16:21,318 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992581276 2024-11-07T15:16:21,320 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:16:21,320 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:16:21,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:21,322 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44743,1730992578364, state=OPEN 2024-11-07T15:16:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11227108337/meta-region-server 2024-11-07T15:16:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11227108337/meta-region-server 2024-11-07T15:16:21,333 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:21,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227108337/meta-region-server: CHANGED 2024-11-07T15:16:21,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227108337/meta-region-server: CHANGED 2024-11-07T15:16:21,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:16:21,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44743,1730992578364 in 210 msec 2024-11-07T15:16:21,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:16:21,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-07T15:16:21,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:21,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:16:21,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:21,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44743,1730992578364, seqNum=-1] 2024-11-07T15:16:21,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:21,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:21,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-07T15:16:21,349 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992581349, completionTime=-1 2024-11-07T15:16:21,349 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:16:21,349 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:16:21,352 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:16:21,352 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992641352 2024-11-07T15:16:21,352 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992701352 2024-11-07T15:16:21,352 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:45273, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,353 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,355 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:16:21,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-07T15:16:21,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:16:21,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:16:21,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:16:21,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:16:21,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:16:21,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:21,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:16:21,360 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:16:21,360 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:16:21,360 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45273,1730992578217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:21,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ccaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,45273,-1 for getting cluster id 2024-11-07T15:16:21,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:21,393 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55f965f4-d53b-4c7d-9ae3-e6913a76af66' 2024-11-07T15:16:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55f965f4-d53b-4c7d-9ae3-e6913a76af66" 2024-11-07T15:16:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f504424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,45273,-1] 2024-11-07T15:16:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:21,395 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:21,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3935cb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44743,1730992578364, seqNum=-1] 2024-11-07T15:16:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:21,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:21,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:21,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52182 2024-11-07T15:16:21,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:21,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115de7d240005 connected 2024-11-07T15:16:21,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42abb6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39299,-1 for getting cluster id 2024-11-07T15:16:21,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:21,428 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efdc76e5-2648-496a-a446-cecc0d0e6f07' 2024-11-07T15:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efdc76e5-2648-496a-a446-cecc0d0e6f07" 2024-11-07T15:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39299,-1] 2024-11-07T15:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:21,430 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:21,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5191decd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:21,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:21,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c21678 2024-11-07T15:16:21,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:21,433 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:21,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:45273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:16:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:16:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:21,436 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:45273' 2024-11-07T15:16:21,437 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fd8f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,437 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,45273,-1 for getting cluster id 2024-11-07T15:16:21,437 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:21,438 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55f965f4-d53b-4c7d-9ae3-e6913a76af66' 2024-11-07T15:16:21,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:21,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55f965f4-d53b-4c7d-9ae3-e6913a76af66" 2024-11-07T15:16:21,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2412e179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,45273,-1] 2024-11-07T15:16:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:21,440 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e1118d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:21,440 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:21,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:21,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2802a563 2024-11-07T15:16:21,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:21,442 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:21,443 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T15:16:21,443 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:16:21,443 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:21,443 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:21,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:21,443 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:21,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:16:21,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:16:21,446 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:21,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:16:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741835_1011 (size=1138) 2024-11-07T15:16:21,495 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:16:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:21,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d6c6d54ae0f4a4800255168df494743, NAME => 'hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d 2024-11-07T15:16:21,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741836_1012 (size=44) 2024-11-07T15:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:22,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:22,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d6c6d54ae0f4a4800255168df494743, disabling compactions & flushes 2024-11-07T15:16:22,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. after waiting 0 ms 2024-11-07T15:16:22,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d6c6d54ae0f4a4800255168df494743: Waiting for close lock at 1730992582262Disabling compacts and flushes for region at 1730992582262Disabling writes for close at 1730992582263 (+1 ms)Writing region close event to WAL at 1730992582263Closed at 1730992582263 2024-11-07T15:16:22,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:16:22,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992582264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992582264"}]},"ts":"1730992582264"} 2024-11-07T15:16:22,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:16:22,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:16:22,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992582268"}]},"ts":"1730992582268"} 2024-11-07T15:16:22,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:16:22,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d6c6d54ae0f4a4800255168df494743, ASSIGN}] 2024-11-07T15:16:22,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d6c6d54ae0f4a4800255168df494743, ASSIGN 2024-11-07T15:16:22,273 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d6c6d54ae0f4a4800255168df494743, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40245,1730992573220; forceNewPlan=false, retain=false 2024-11-07T15:16:22,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d6c6d54ae0f4a4800255168df494743, regionState=OPENING, regionLocation=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:22,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d6c6d54ae0f4a4800255168df494743, ASSIGN because future has completed 2024-11-07T15:16:22,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d6c6d54ae0f4a4800255168df494743, server=7b3e4e8e12ef,40245,1730992573220}] 2024-11-07T15:16:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:22,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:22,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:16:22,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40245%2C1730992573220.rep, suffix=, logDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220, archiveDir=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs, maxLogs=10 2024-11-07T15:16:22,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.rep.1730992582585, exclude list is [], retry=0 2024-11-07T15:16:22,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38857,DS-a7a15ba1-35f9-4dc2-b3cb-89a343d1018e,DISK] 2024-11-07T15:16:22,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.rep.1730992582585 2024-11-07T15:16:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-07T15:16:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d6c6d54ae0f4a4800255168df494743, NAME => 'hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:22,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. service=MultiRowMutationService 2024-11-07T15:16:22,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,602 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,604 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6c6d54ae0f4a4800255168df494743 columnFamilyName hfileref 2024-11-07T15:16:22,604 DEBUG [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:22,604 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(327): Store=4d6c6d54ae0f4a4800255168df494743/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:22,604 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,605 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6c6d54ae0f4a4800255168df494743 columnFamilyName queue 2024-11-07T15:16:22,606 DEBUG [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:22,606 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(327): Store=4d6c6d54ae0f4a4800255168df494743/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:22,606 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,607 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d6c6d54ae0f4a4800255168df494743 columnFamilyName sid 2024-11-07T15:16:22,607 DEBUG [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:22,608 INFO [StoreOpener-4d6c6d54ae0f4a4800255168df494743-1 {}] regionserver.HStore(327): Store=4d6c6d54ae0f4a4800255168df494743/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:22,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:16:22,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:22,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4d6c6d54ae0f4a4800255168df494743; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59944335, jitterRate=-0.10675980150699615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:16:22,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:22,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4d6c6d54ae0f4a4800255168df494743: Running coprocessor pre-open hook at 1730992582601Writing region info on filesystem at 1730992582601Initializing all the Stores at 1730992582602 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992582602Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992582602Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992582602Cleaning up temporary data from old regions at 1730992582610 (+8 ms)Running coprocessor post-open hooks at 1730992582613 (+3 ms)Region opened successfully at 1730992582614 (+1 ms) 2024-11-07T15:16:22,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743., pid=7, masterSystemTime=1730992582580 2024-11-07T15:16:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:22,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d6c6d54ae0f4a4800255168df494743, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:22,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d6c6d54ae0f4a4800255168df494743, server=7b3e4e8e12ef,40245,1730992573220 because future has completed 2024-11-07T15:16:22,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T15:16:22,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d6c6d54ae0f4a4800255168df494743, server=7b3e4e8e12ef,40245,1730992573220 in 194 msec 2024-11-07T15:16:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:16:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d6c6d54ae0f4a4800255168df494743, ASSIGN in 352 msec 2024-11-07T15:16:22,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:16:22,626 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992582626"}]},"ts":"1730992582626"} 2024-11-07T15:16:22,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:16:22,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:16:22,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-07T15:16:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743., hostname=7b3e4e8e12ef,40245,1730992573220, seqNum=2] 2024-11-07T15:16:22,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:22,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:22,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:16:22,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T15:16:22,908 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:16:22,934 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,40245,1730992573220, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:16:22,934 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:22,934 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40245,1730992573220, seqNum=-1] 2024-11-07T15:16:22,935 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:22,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-07T15:16:22,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,40245,1730992573220', locateType=CURRENT is [region=hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743., hostname=7b3e4e8e12ef,40245,1730992573220, seqNum=2] 2024-11-07T15:16:22,941 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:16:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:16:22,943 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,40245,1730992573220 suceeded 2024-11-07T15:16:22,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T15:16:22,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-07T15:16:22,946 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:45273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:16:22,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-07T15:16:22,955 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:45273' 2024-11-07T15:16:22,956 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8b50ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:22,956 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,45273,-1 for getting cluster id 2024-11-07T15:16:22,956 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:22,957 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55f965f4-d53b-4c7d-9ae3-e6913a76af66' 2024-11-07T15:16:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55f965f4-d53b-4c7d-9ae3-e6913a76af66" 2024-11-07T15:16:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794a8c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,45273,-1] 2024-11-07T15:16:22,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:22,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:22,959 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:22,959 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1daa3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:22,959 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2654a776 2024-11-07T15:16:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:22,961 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-07T15:16:22,962 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,40245,1730992573220 (queues=1) is replicating from cluster=efdc76e5-2648-496a-a446-cecc0d0e6f07 to cluster=55f965f4-d53b-4c7d-9ae3-e6913a76af66 2024-11-07T15:16:22,962 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C40245%2C1730992573220 2024-11-07T15:16:22,962 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,40245,1730992573220, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:16:22,962 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.shipper7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C40245%2C1730992573220 2024-11-07T15:16:22,962 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284, startPosition=0, beingWritten=true 2024-11-07T15:16:23,168 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:23,473 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:23,584 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:16:23,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:23,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:23,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:23,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193b3e12 2024-11-07T15:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:23,586 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:23,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:16:23,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:16:23,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:23,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:23,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:23,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:16:23,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311965306, stopped=false 2024-11-07T15:16:23,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,45273,1730992578217 2024-11-07T15:16:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227108337/running 2024-11-07T15:16:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227108337/running 2024-11-07T15:16:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:23,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:23,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:23,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:23,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/running 2024-11-07T15:16:23,596 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,44743,1730992578364' ***** 2024-11-07T15:16:23,596 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:16:23,596 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:16:23,596 INFO [RS:0;7b3e4e8e12ef:44743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:16:23,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:16:23,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Set watcher on znode that does not yet exist, /11227108337/running 2024-11-07T15:16:23,596 INFO [RS:0;7b3e4e8e12ef:44743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:44743. 2024-11-07T15:16:23,597 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:23,597 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:16:23,597 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:16:23,597 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:16:23,597 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:23,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:23,597 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:23,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:23,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:23,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:23,598 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T15:16:23,617 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/.tmp/ns/1caba9164066479096cbb0d2ae41e490 is 43, key is default/ns:d/1730992581343/Put/seqid=0 2024-11-07T15:16:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741835_1011 (size=5153) 2024-11-07T15:16:23,694 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:23,797 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:23,878 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:23,998 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:24,023 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/.tmp/ns/1caba9164066479096cbb0d2ae41e490 2024-11-07T15:16:24,031 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/.tmp/ns/1caba9164066479096cbb0d2ae41e490 as hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/ns/1caba9164066479096cbb0d2ae41e490 2024-11-07T15:16:24,038 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/ns/1caba9164066479096cbb0d2ae41e490, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T15:16:24,040 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-07T15:16:24,049 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:16:24,050 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:24,050 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:24,050 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:24,050 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992583597Running coprocessor pre-close hooks at 1730992583597Disabling compacts and flushes for region at 1730992583597Disabling writes for close at 1730992583597Obtaining lock to block concurrent updates at 1730992583598 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730992583598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730992583598Flushing stores of hbase:meta,,1.1588230740 at 1730992583598Flushing 1588230740/ns: creating writer at 1730992583598Flushing 1588230740/ns: appending metadata at 1730992583616 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730992583616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a82de03: reopening flushed file at 1730992584030 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1730992584040 (+10 ms)Writing region close event to WAL at 1730992584044 (+4 ms)Running coprocessor post-close hooks at 1730992584050 (+6 ms)Closed at 1730992584050 2024-11-07T15:16:24,050 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:24,191 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:16:24,191 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:16:24,198 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,44743,1730992578364; all regions closed. 2024-11-07T15:16:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741834_1010 (size=1152) 2024-11-07T15:16:24,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.meta.1730992581283.meta not finished, retry = 0 2024-11-07T15:16:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:16:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:16:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:24,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:24,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T15:16:24,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:24,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:16:24,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T15:16:24,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:24,303 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/oldWALs 2024-11-07T15:16:24,303 INFO [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C44743%2C1730992578364.meta:.meta(num 1730992581283) 2024-11-07T15:16:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:16:24,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/WALs/7b3e4e8e12ef,44743,1730992578364/7b3e4e8e12ef%2C44743%2C1730992578364.1730992580322 not finished, retry = 0 2024-11-07T15:16:24,383 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:24,408 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/oldWALs 2024-11-07T15:16:24,408 INFO [RS:0;7b3e4e8e12ef:44743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C44743%2C1730992578364:(num 1730992580322) 2024-11-07T15:16:24,408 DEBUG [RS:0;7b3e4e8e12ef:44743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:24,408 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:24,408 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:24,408 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:24,408 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:24,409 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:24,409 INFO [RS:0;7b3e4e8e12ef:44743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44743 2024-11-07T15:16:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337/rs 2024-11-07T15:16:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227108337/rs/7b3e4e8e12ef,44743,1730992578364 2024-11-07T15:16:24,480 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:24,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,44743,1730992578364] 2024-11-07T15:16:24,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11227108337/draining/7b3e4e8e12ef,44743,1730992578364 already deleted, retry=false 2024-11-07T15:16:24,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,44743,1730992578364 expired; onlineServers=0 2024-11-07T15:16:24,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,45273,1730992578217' ***** 2024-11-07T15:16:24,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:24,501 DEBUG [M:0;7b3e4e8e12ef:45273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:16:24,501 DEBUG [M:0;7b3e4e8e12ef:45273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:16:24,501 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:16:24,501 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992580059 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992580059,5,FailOnTimeoutGroup] 2024-11-07T15:16:24,501 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992580059 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992580059,5,FailOnTimeoutGroup] 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:24,501 DEBUG [M:0;7b3e4e8e12ef:45273 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:16:24,501 INFO [M:0;7b3e4e8e12ef:45273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:24,502 INFO [M:0;7b3e4e8e12ef:45273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:16:24,502 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:16:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227108337/master 2024-11-07T15:16:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227108337 2024-11-07T15:16:24,511 DEBUG [M:0;7b3e4e8e12ef:45273 {}] zookeeper.ZKUtil(347): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Unable to get data of znode /11227108337/master because node does not exist (not an error) 2024-11-07T15:16:24,511 WARN [M:0;7b3e4e8e12ef:45273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:16:24,512 INFO [M:0;7b3e4e8e12ef:45273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/.lastflushedseqids 2024-11-07T15:16:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741836_1012 (size=99) 2024-11-07T15:16:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:24,590 INFO [RS:0;7b3e4e8e12ef:44743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:24,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44743-0x10115de7d240004, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:24,590 INFO [RS:0;7b3e4e8e12ef:44743 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,44743,1730992578364; zookeeper connection closed. 2024-11-07T15:16:24,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f97eb94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f97eb94 2024-11-07T15:16:24,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:16:24,917 INFO [M:0;7b3e4e8e12ef:45273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:16:24,917 INFO [M:0;7b3e4e8e12ef:45273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:16:24,917 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:24,917 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:24,917 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:24,917 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:24,917 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:24,918 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T15:16:24,935 DEBUG [M:0;7b3e4e8e12ef:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e885ca254bbb44b6bebc9434fd896023 is 82, key is hbase:meta,,1/info:regioninfo/1730992581321/Put/seqid=0 2024-11-07T15:16:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741837_1013 (size=5672) 2024-11-07T15:16:24,988 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:25,344 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e885ca254bbb44b6bebc9434fd896023 2024-11-07T15:16:25,366 DEBUG [M:0;7b3e4e8e12ef:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6299b44293404227ad4fc5002704a0f8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730992581348/Put/seqid=0 2024-11-07T15:16:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741838_1014 (size=5275) 2024-11-07T15:16:25,370 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6299b44293404227ad4fc5002704a0f8 2024-11-07T15:16:25,393 DEBUG [M:0;7b3e4e8e12ef:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b04463a3815f48b2a6d0d217f01ddca5 is 69, key is 7b3e4e8e12ef,44743,1730992578364/rs:state/1730992580126/Put/seqid=0 2024-11-07T15:16:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741839_1015 (size=5156) 2024-11-07T15:16:25,693 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:25,797 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b04463a3815f48b2a6d0d217f01ddca5 2024-11-07T15:16:25,804 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e885ca254bbb44b6bebc9434fd896023 as hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e885ca254bbb44b6bebc9434fd896023 2024-11-07T15:16:25,809 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e885ca254bbb44b6bebc9434fd896023, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T15:16:25,810 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6299b44293404227ad4fc5002704a0f8 as hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6299b44293404227ad4fc5002704a0f8 2024-11-07T15:16:25,815 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6299b44293404227ad4fc5002704a0f8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T15:16:25,816 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b04463a3815f48b2a6d0d217f01ddca5 as hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b04463a3815f48b2a6d0d217f01ddca5 2024-11-07T15:16:25,821 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b04463a3815f48b2a6d0d217f01ddca5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T15:16:25,823 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=28, compaction requested=false 2024-11-07T15:16:25,824 INFO [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:25,824 DEBUG [M:0;7b3e4e8e12ef:45273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992584917Disabling compacts and flushes for region at 1730992584917Disabling writes for close at 1730992584917Obtaining lock to block concurrent updates at 1730992584918 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992584918Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730992584918Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992584919 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992584919Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992584935 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992584935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992585350 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992585365 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992585365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992585375 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992585392 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992585392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f41e31: reopening flushed file at 1730992585803 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32aeec0a: reopening flushed file at 1730992585809 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df233ca: reopening flushed file at 1730992585816 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=28, compaction requested=false at 1730992585823 (+7 ms)Writing region close event to WAL at 1730992585824 (+1 ms)Closed at 1730992585824 2024-11-07T15:16:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741830_1006 (size=10165) 2024-11-07T15:16:25,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95cdf7b9-a944-e11d-1d39-668fc7ab13de/MasterData/WALs/7b3e4e8e12ef,45273,1730992578217/7b3e4e8e12ef%2C45273%2C1730992578217.1730992579707 not finished, retry = 0 2024-11-07T15:16:25,927 INFO [M:0;7b3e4e8e12ef:45273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:16:25,927 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:25,927 INFO [M:0;7b3e4e8e12ef:45273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45273 2024-11-07T15:16:25,928 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:26,092 INFO [M:0;7b3e4e8e12ef:45273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x10115de7d240003, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:26,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16a146c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:26,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@450445c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:26,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:26,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a03866f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:26,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a764c8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:26,099 WARN [BP-48118467-172.17.0.2-1730992576306 heartbeating to localhost/127.0.0.1:45517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:16:26,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:16:26,099 WARN [BP-48118467-172.17.0.2-1730992576306 heartbeating to localhost/127.0.0.1:45517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-48118467-172.17.0.2-1730992576306 (Datanode Uuid 52a9f25a-2344-4d8b-89f6-444820f5ac93) service to localhost/127.0.0.1:45517 2024-11-07T15:16:26,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:16:26,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/cluster_8441c12f-4e9a-e7ad-d62b-fc5c7936b14e/data/data1/current/BP-48118467-172.17.0.2-1730992576306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:26,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/cluster_8441c12f-4e9a-e7ad-d62b-fc5c7936b14e/data/data2/current/BP-48118467-172.17.0.2-1730992576306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:26,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:16:26,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@515b4dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:26,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@100102b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:26,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:26,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234e6441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:26,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a2b13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:26,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:16:26,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:16:26,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:26,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:26,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:26,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:26,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:26,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:16:26,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=967625112, stopped=false 2024-11-07T15:16:26,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39299,1730992572799 2024-11-07T15:16:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019791090/running 2024-11-07T15:16:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019791090/running 2024-11-07T15:16:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:26,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:26,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/running 2024-11-07T15:16:26,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Set watcher on znode that does not yet exist, /0-1019791090/running 2024-11-07T15:16:26,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:26,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:26,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,40245,1730992573220' ***** 2024-11-07T15:16:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:16:26,144 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:16:26,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:16:26,144 INFO [RS:0;7b3e4e8e12ef:40245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:16:26,144 INFO [RS:0;7b3e4e8e12ef:40245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40245. 2024-11-07T15:16:26,145 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:26,145 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:26,145 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d6c6d54ae0f4a4800255168df494743, disabling compactions & flushes 2024-11-07T15:16:26,145 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:16:26,145 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:16:26,145 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. after waiting 0 ms 2024-11-07T15:16:26,145 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:26,145 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:16:26,145 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d6c6d54ae0f4a4800255168df494743 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T15:16:26,146 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:16:26,146 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1325): Online Regions={4d6c6d54ae0f4a4800255168df494743=hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:16:26,146 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:26,146 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:26,146 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:26,146 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:26,146 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:26,146 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:26,146 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T15:16:26,153 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:16:26,153 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:16:26,165 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/.tmp/queue/55eb888034fc4aba94475207744e9b26 is 151, key is 1-7b3e4e8e12ef,40245,1730992573220/queue:7b3e4e8e12ef%2C40245%2C1730992573220/1730992582939/Put/seqid=0 2024-11-07T15:16:26,168 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/info/431d56977f6c434a8192de01fc661fb5 is 147, key is hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743./info:regioninfo/1730992582617/Put/seqid=0 2024-11-07T15:16:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741838_1014 (size=5350) 2024-11-07T15:16:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741839_1015 (size=6631) 2024-11-07T15:16:26,184 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:26,346 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:26,497 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:26,546 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d6c6d54ae0f4a4800255168df494743 2024-11-07T15:16:26,574 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/.tmp/queue/55eb888034fc4aba94475207744e9b26 2024-11-07T15:16:26,578 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/info/431d56977f6c434a8192de01fc661fb5 2024-11-07T15:16:26,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/.tmp/queue/55eb888034fc4aba94475207744e9b26 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/queue/55eb888034fc4aba94475207744e9b26 2024-11-07T15:16:26,588 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/queue/55eb888034fc4aba94475207744e9b26, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T15:16:26,589 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d6c6d54ae0f4a4800255168df494743 in 444ms, sequenceid=5, compaction requested=false 2024-11-07T15:16:26,589 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:16:26,601 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/ns/c1ded192f65146c98ddc1b8530bce2e4 is 43, key is default/ns:d/1730992576206/Put/seqid=0 2024-11-07T15:16:26,602 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/replication/4d6c6d54ae0f4a4800255168df494743/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:16:26,603 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:26,603 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:26,603 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:26,603 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d6c6d54ae0f4a4800255168df494743: Waiting for close lock at 1730992586145Running coprocessor pre-close hooks at 1730992586145Disabling compacts and flushes for region at 1730992586145Disabling writes for close at 1730992586145Obtaining lock to block concurrent updates at 1730992586145Preparing flush snapshotting stores in 4d6c6d54ae0f4a4800255168df494743 at 1730992586145Finished memstore snapshotting hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730992586146 (+1 ms)Flushing stores of hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. at 1730992586146Flushing 4d6c6d54ae0f4a4800255168df494743/queue: creating writer at 1730992586147 (+1 ms)Flushing 4d6c6d54ae0f4a4800255168df494743/queue: appending metadata at 1730992586164 (+17 ms)Flushing 4d6c6d54ae0f4a4800255168df494743/queue: closing flushed file at 1730992586164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abf163a: reopening flushed file at 1730992586581 (+417 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d6c6d54ae0f4a4800255168df494743 in 444ms, sequenceid=5, compaction requested=false at 1730992586589 (+8 ms)Writing region close event to WAL at 1730992586590 (+1 ms)Running coprocessor post-close hooks at 1730992586603 (+13 ms)Closed at 1730992586603 2024-11-07T15:16:26,604 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992581443.4d6c6d54ae0f4a4800255168df494743. 2024-11-07T15:16:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741840_1016 (size=5153) 2024-11-07T15:16:26,746 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:26,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:26,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:26,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:26,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:26,946 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:27,011 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/ns/c1ded192f65146c98ddc1b8530bce2e4 2024-11-07T15:16:27,037 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/table/c02c4bec40184b3e8600b10086f8680d is 53, key is hbase:replication/table:state/1730992582626/Put/seqid=0 2024-11-07T15:16:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741841_1017 (size=5256) 2024-11-07T15:16:27,147 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:16:27,147 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:16:27,147 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:27,347 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:16:27,402 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.1730992575284 to pos 0, reset compression=false 2024-11-07T15:16:27,442 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/table/c02c4bec40184b3e8600b10086f8680d 2024-11-07T15:16:27,449 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/info/431d56977f6c434a8192de01fc661fb5 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/info/431d56977f6c434a8192de01fc661fb5 2024-11-07T15:16:27,455 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/info/431d56977f6c434a8192de01fc661fb5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T15:16:27,456 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/ns/c1ded192f65146c98ddc1b8530bce2e4 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/ns/c1ded192f65146c98ddc1b8530bce2e4 2024-11-07T15:16:27,462 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/ns/c1ded192f65146c98ddc1b8530bce2e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:16:27,463 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/.tmp/table/c02c4bec40184b3e8600b10086f8680d as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/table/c02c4bec40184b3e8600b10086f8680d 2024-11-07T15:16:27,469 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/table/c02c4bec40184b3e8600b10086f8680d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T15:16:27,471 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=11, compaction requested=false 2024-11-07T15:16:27,475 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:16:27,476 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:27,476 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:27,476 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:27,476 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992586146Running coprocessor pre-close hooks at 1730992586146Disabling compacts and flushes for region at 1730992586146Disabling writes for close at 1730992586146Obtaining lock to block concurrent updates at 1730992586146Preparing flush snapshotting stores in 1588230740 at 1730992586146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730992586147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992586147Flushing 1588230740/info: creating writer at 1730992586147Flushing 1588230740/info: appending metadata at 1730992586168 (+21 ms)Flushing 1588230740/info: closing flushed file at 1730992586168Flushing 1588230740/ns: creating writer at 1730992586584 (+416 ms)Flushing 1588230740/ns: appending metadata at 1730992586601 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730992586601Flushing 1588230740/table: creating writer at 1730992587017 (+416 ms)Flushing 1588230740/table: appending metadata at 1730992587037 (+20 ms)Flushing 1588230740/table: closing flushed file at 1730992587037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a570f78: reopening flushed file at 1730992587448 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6430a14c: reopening flushed file at 1730992587455 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fe0f91: reopening flushed file at 1730992587462 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=11, compaction requested=false at 1730992587471 (+9 ms)Writing region close event to WAL at 1730992587472 (+1 ms)Running coprocessor post-close hooks at 1730992587476 (+4 ms)Closed at 1730992587476 2024-11-07T15:16:27,477 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:27,547 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,40245,1730992573220; all regions closed. 2024-11-07T15:16:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741834_1010 (size=2742) 2024-11-07T15:16:27,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.meta.1730992576138.meta not finished, retry = 0 2024-11-07T15:16:27,652 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs 2024-11-07T15:16:27,652 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40245%2C1730992573220.meta:.meta(num 1730992576138) 2024-11-07T15:16:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741837_1013 (size=1586) 2024-11-07T15:16:27,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/WALs/7b3e4e8e12ef,40245,1730992573220/7b3e4e8e12ef%2C40245%2C1730992573220.rep.1730992582585 not finished, retry = 0 2024-11-07T15:16:27,757 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs 2024-11-07T15:16:27,757 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40245%2C1730992573220.rep:(num 1730992582585) 2024-11-07T15:16:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:16:27,762 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/oldWALs 2024-11-07T15:16:27,762 INFO [RS:0;7b3e4e8e12ef:40245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40245%2C1730992573220:(num 1730992575284) 2024-11-07T15:16:27,762 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:27,762 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:16:27,762 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:27,762 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:27,762 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:27,762 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:27,763 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,40245,1730992573220 because: Region server is closing 2024-11-07T15:16:27,763 INFO [RS:0;7b3e4e8e12ef:40245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40245. 2024-11-07T15:16:27,763 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:27,763 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:27,763 DEBUG [RS:0;7b3e4e8e12ef:40245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:27,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:27,863 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.wal-reader.7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:16:27,863 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.shipper7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:16:27,864 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40245,1730992573220.replicationSource.shipper7b3e4e8e12ef%2C40245%2C1730992573220,1-7b3e4e8e12ef,40245,1730992573220 terminated 2024-11-07T15:16:27,864 INFO [RS:0;7b3e4e8e12ef:40245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40245 2024-11-07T15:16:27,921 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019791090/rs/7b3e4e8e12ef,40245,1730992573220 2024-11-07T15:16:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090/rs 2024-11-07T15:16:27,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,40245,1730992573220] 2024-11-07T15:16:27,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1019791090/draining/7b3e4e8e12ef,40245,1730992573220 already deleted, retry=false 2024-11-07T15:16:27,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,40245,1730992573220 expired; onlineServers=0 2024-11-07T15:16:27,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39299,1730992572799' ***** 2024-11-07T15:16:27,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:16:27,942 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:16:27,942 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:16:27,943 DEBUG [M:0;7b3e4e8e12ef:39299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:16:27,943 DEBUG [M:0;7b3e4e8e12ef:39299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:16:27,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:16:27,943 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992574893 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992574893,5,FailOnTimeoutGroup] 2024-11-07T15:16:27,943 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992574890 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992574890,5,FailOnTimeoutGroup] 2024-11-07T15:16:27,943 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:16:27,943 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:16:27,943 DEBUG [M:0;7b3e4e8e12ef:39299 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:16:27,943 INFO [M:0;7b3e4e8e12ef:39299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:16:27,943 INFO [M:0;7b3e4e8e12ef:39299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:16:27,943 INFO [M:0;7b3e4e8e12ef:39299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:16:27,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:16:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1019791090/master 2024-11-07T15:16:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1019791090 2024-11-07T15:16:27,953 DEBUG [M:0;7b3e4e8e12ef:39299 {}] zookeeper.ZKUtil(347): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Unable to get data of znode /0-1019791090/master because node does not exist (not an error) 2024-11-07T15:16:27,953 WARN [M:0;7b3e4e8e12ef:39299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:16:27,954 INFO [M:0;7b3e4e8e12ef:39299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/.lastflushedseqids 2024-11-07T15:16:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741842_1018 (size=181) 2024-11-07T15:16:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:28,032 INFO [RS:0;7b3e4e8e12ef:40245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40245-0x10115de7d240001, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:28,032 INFO [RS:0;7b3e4e8e12ef:40245 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,40245,1730992573220; zookeeper connection closed. 2024-11-07T15:16:28,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53a35f74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53a35f74 2024-11-07T15:16:28,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:16:28,360 INFO [M:0;7b3e4e8e12ef:39299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:16:28,360 INFO [M:0;7b3e4e8e12ef:39299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:16:28,360 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:28,360 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:28,360 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:28,360 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:28,360 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:28,361 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T15:16:28,377 DEBUG [M:0;7b3e4e8e12ef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b41d18c94a4d41b3aa2012e754b07513 is 82, key is hbase:meta,,1/info:regioninfo/1730992576176/Put/seqid=0 2024-11-07T15:16:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741843_1019 (size=5672) 2024-11-07T15:16:28,782 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b41d18c94a4d41b3aa2012e754b07513 2024-11-07T15:16:28,802 DEBUG [M:0;7b3e4e8e12ef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee719bee3af486ba86062423eda0f27 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730992582630/Put/seqid=0 2024-11-07T15:16:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741844_1020 (size=7203) 2024-11-07T15:16:29,207 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee719bee3af486ba86062423eda0f27 2024-11-07T15:16:29,225 DEBUG [M:0;7b3e4e8e12ef:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c90c353eb4389b0b48de7b7046ec2 is 69, key is 7b3e4e8e12ef,40245,1730992573220/rs:state/1730992575116/Put/seqid=0 2024-11-07T15:16:29,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741845_1021 (size=5156) 2024-11-07T15:16:29,629 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c90c353eb4389b0b48de7b7046ec2 2024-11-07T15:16:29,636 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b41d18c94a4d41b3aa2012e754b07513 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b41d18c94a4d41b3aa2012e754b07513 2024-11-07T15:16:29,643 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b41d18c94a4d41b3aa2012e754b07513, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T15:16:29,644 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee719bee3af486ba86062423eda0f27 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ee719bee3af486ba86062423eda0f27 2024-11-07T15:16:29,650 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ee719bee3af486ba86062423eda0f27, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T15:16:29,651 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c90c353eb4389b0b48de7b7046ec2 as hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8c90c353eb4389b0b48de7b7046ec2 2024-11-07T15:16:29,660 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36331/user/jenkins/test-data/67726ec1-9295-acb3-4457-db4d4dc4cb0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8c90c353eb4389b0b48de7b7046ec2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T15:16:29,661 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-11-07T15:16:29,666 INFO [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:29,666 DEBUG [M:0;7b3e4e8e12ef:39299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992588360Disabling compacts and flushes for region at 1730992588360Disabling writes for close at 1730992588360Obtaining lock to block concurrent updates at 1730992588361 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992588361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730992588361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992588362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992588362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992588377 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992588377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992588787 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992588802 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992588802Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992589211 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992589225 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992589225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102f864e: reopening flushed file at 1730992589635 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6207f119: reopening flushed file at 1730992589643 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54267532: reopening flushed file at 1730992589650 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1730992589661 (+11 ms)Writing region close event to WAL at 1730992589666 (+5 ms)Closed at 1730992589666 2024-11-07T15:16:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38857 is added to blk_1073741830_1006 (size=41008) 2024-11-07T15:16:29,673 INFO [M:0;7b3e4e8e12ef:39299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:16:29,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:16:29,673 INFO [M:0;7b3e4e8e12ef:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39299 2024-11-07T15:16:29,673 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:16:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:29,842 INFO [M:0;7b3e4e8e12ef:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:16:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x10115de7d240000, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:16:29,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33622c33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:29,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:29,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:29,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:29,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:29,847 WARN [BP-483929261-172.17.0.2-1730992570771 heartbeating to localhost/127.0.0.1:36331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:16:29,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:16:29,847 WARN [BP-483929261-172.17.0.2-1730992570771 heartbeating to localhost/127.0.0.1:36331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483929261-172.17.0.2-1730992570771 (Datanode Uuid 6fdb4d9b-8b6c-4952-b00c-d29265cb3717) service to localhost/127.0.0.1:36331 2024-11-07T15:16:29,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:16:29,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/data/data1/current/BP-483929261-172.17.0.2-1730992570771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:29,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/cluster_037dcf43-54af-6899-7a16-1b0dc7cb553f/data/data2/current/BP-483929261-172.17.0.2-1730992570771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:16:29,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:16:29,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f2ec5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:29,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b49570a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:16:29,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:16:29,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31be0f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:16:29,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b97d311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2969a103-d4a7-6a94-f12b-24518fed4c49/hadoop.log.dir/,STOPPED} 2024-11-07T15:16:29,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:16:29,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:16:29,882 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36331 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 180) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=339 (was 504) 2024-11-07T15:16:29,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=339 2024-11-07T15:16:29,900 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-07T15:16:29,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir so I do NOT create it in target/test-data/79c564af-620b-969a-aae9-cf70586ddd03 2024-11-07T15:16:29,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:16:29,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.tmp.dir so I do NOT create it in target/test-data/79c564af-620b-969a-aae9-cf70586ddd03 2024-11-07T15:16:29,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9942d10e-60ea-2cdb-1f03-06d0b4e69235/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:16:29,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03 2024-11-07T15:16:29,900 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d, deleteOnExit=true 2024-11-07T15:16:29,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/zookeeper_0, clientPort=62392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:16:29,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62392 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/test.cache.data in system properties and HBase conf 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:16:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:16:29,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:16:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:16:29,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115de7d240002, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:16:29,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115de7d240005, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:16:29,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115de7d240005, quorum=127.0.0.1:52182, baseZNode=/11227108337 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:16:29,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115de7d240002, quorum=127.0.0.1:52182, baseZNode=/0-1019791090 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:16:30,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:30,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:30,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:30,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:30,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:16:30,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:30,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb1c952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:30,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f659eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:30,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56bf44d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/java.io.tmpdir/jetty-localhost-41939-hadoop-hdfs-3_4_1-tests_jar-_-any-4734854534170857414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:30,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@156a8cd6{HTTP/1.1, (http/1.1)}{localhost:41939} 2024-11-07T15:16:30,396 INFO [Time-limited test {}] server.Server(415): Started @52901ms 2024-11-07T15:16:30,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:30,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:30,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:30,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:30,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:16:30,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7900aba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:30,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72aca22e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:30,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6544dfe8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/java.io.tmpdir/jetty-localhost-37847-hadoop-hdfs-3_4_1-tests_jar-_-any-17434944299176810038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:30,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2781d3ce{HTTP/1.1, (http/1.1)}{localhost:37847} 2024-11-07T15:16:30,766 INFO [Time-limited test {}] server.Server(415): Started @53272ms 2024-11-07T15:16:30,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:16:31,449 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/data/data2/current/BP-1522928757-172.17.0.2-1730992589947/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:31,449 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/data/data1/current/BP-1522928757-172.17.0.2-1730992589947/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:31,463 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:16:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b252912448fd463 with lease ID 0xc439d25e0a8149af: Processing first storage report for DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a from datanode DatanodeRegistration(127.0.0.1:42943, datanodeUuid=3ce61b69-2ae9-41a2-971c-e9c935497d53, infoPort=36833, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1151870379;c=1730992589947) 2024-11-07T15:16:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b252912448fd463 with lease ID 0xc439d25e0a8149af: from storage DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a node DatanodeRegistration(127.0.0.1:42943, datanodeUuid=3ce61b69-2ae9-41a2-971c-e9c935497d53, infoPort=36833, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1151870379;c=1730992589947), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b252912448fd463 with lease ID 0xc439d25e0a8149af: Processing first storage report for DS-37d248b7-24c8-4142-a7df-af7313f8f1eb from datanode DatanodeRegistration(127.0.0.1:42943, datanodeUuid=3ce61b69-2ae9-41a2-971c-e9c935497d53, infoPort=36833, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1151870379;c=1730992589947) 2024-11-07T15:16:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b252912448fd463 with lease ID 0xc439d25e0a8149af: from storage DS-37d248b7-24c8-4142-a7df-af7313f8f1eb node DatanodeRegistration(127.0.0.1:42943, datanodeUuid=3ce61b69-2ae9-41a2-971c-e9c935497d53, infoPort=36833, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=1151870379;c=1730992589947), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:31,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03 2024-11-07T15:16:31,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:31,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:16:31,901 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935 with version=8 2024-11-07T15:16:31,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/hbase-staging 2024-11-07T15:16:31,903 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:16:31,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:31,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39663 2024-11-07T15:16:31,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39663 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396630x0, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:32,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39663-0x10115dec80e0000 connected 2024-11-07T15:16:32,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:32,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:32,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/running 2024-11-07T15:16:32,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935, hbase.cluster.distributed=false 2024-11-07T15:16:32,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/acl 2024-11-07T15:16:32,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-07T15:16:32,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39663 2024-11-07T15:16:32,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39663 2024-11-07T15:16:32,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-07T15:16:32,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-07T15:16:32,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:32,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:32,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:16:32,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:32,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45567 2024-11-07T15:16:32,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45567 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:32,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:32,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:32,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:32,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455670x0, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:32,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45567-0x10115dec80e0001 connected 2024-11-07T15:16:32,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/running 2024-11-07T15:16:32,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:16:32,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:32,130 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:16:32,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:32,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/master 2024-11-07T15:16:32,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/acl 2024-11-07T15:16:32,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45567 2024-11-07T15:16:32,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45567 2024-11-07T15:16:32,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45567 2024-11-07T15:16:32,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45567 2024-11-07T15:16:32,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45567 2024-11-07T15:16:32,147 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39663 2024-11-07T15:16:32,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-902964193/backup-masters/7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:32,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/backup-masters 2024-11-07T15:16:32,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/backup-masters 2024-11-07T15:16:32,160 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on existing znode=/0-902964193/backup-masters/7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-902964193/master 2024-11-07T15:16:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:32,171 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on existing znode=/0-902964193/master 2024-11-07T15:16:32,171 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-902964193/backup-masters/7b3e4e8e12ef,39663,1730992591903 from backup master directory 2024-11-07T15:16:32,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-902964193/backup-masters/7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:32,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/backup-masters 2024-11-07T15:16:32,181 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:32,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/backup-masters 2024-11-07T15:16:32,181 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:32,184 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/hbase.id] with ID: 9a2321e9-5e3f-444f-849b-51845bacc217 2024-11-07T15:16:32,184 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/.tmp/hbase.id 2024-11-07T15:16:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:16:32,589 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/.tmp/hbase.id]:[hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/hbase.id] 2024-11-07T15:16:32,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:32,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:16:32,601 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:16:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:16:33,061 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:33,061 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:16:33,062 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:16:33,469 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store 2024-11-07T15:16:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:33,875 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:33,875 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:33,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992593875Disabling compacts and flushes for region at 1730992593875Disabling writes for close at 1730992593875Writing region close event to WAL at 1730992593875Closed at 1730992593875 2024-11-07T15:16:33,876 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/.initializing 2024-11-07T15:16:33,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/WALs/7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:33,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:33,879 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39663%2C1730992591903, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/WALs/7b3e4e8e12ef,39663,1730992591903, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/oldWALs, maxLogs=10 2024-11-07T15:16:33,893 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/WALs/7b3e4e8e12ef,39663,1730992591903/7b3e4e8e12ef%2C39663%2C1730992591903.1730992593879, exclude list is [], retry=0 2024-11-07T15:16:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a,DISK] 2024-11-07T15:16:33,898 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/WALs/7b3e4e8e12ef,39663,1730992591903/7b3e4e8e12ef%2C39663%2C1730992591903.1730992593879 2024-11-07T15:16:33,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36833:36833)] 2024-11-07T15:16:33,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:33,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:33,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:16:33,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:33,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:33,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:16:33,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:33,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:33,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:16:33,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:33,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:33,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:16:33,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:33,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:33,906 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,907 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,907 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,909 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,909 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,909 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:33,910 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:33,911 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:33,912 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73587445, jitterRate=0.09653837978839874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:33,912 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992593898Initializing all the Stores at 1730992593899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992593899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992593899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992593899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992593899Cleaning up temporary data from old regions at 1730992593909 (+10 ms)Region opened successfully at 1730992593912 (+3 ms) 2024-11-07T15:16:33,912 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:16:33,915 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afdd2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:33,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:16:33,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:16:33,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:16:33,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:16:33,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:16:33,917 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:16:33,917 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:16:33,922 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:16:33,922 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/balancer because node does not exist (not necessarily an error) 2024-11-07T15:16:34,005 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/balancer already deleted, retry=false 2024-11-07T15:16:34,006 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:16:34,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:16:34,101 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/normalizer already deleted, retry=false 2024-11-07T15:16:34,102 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:16:34,103 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:16:34,118 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/switch/split already deleted, retry=false 2024-11-07T15:16:34,119 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:16:34,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/switch/merge already deleted, retry=false 2024-11-07T15:16:34,133 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:16:34,142 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/snapshot-cleanup already deleted, retry=false 2024-11-07T15:16:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-902964193/running 2024-11-07T15:16:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-902964193/running 2024-11-07T15:16:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,153 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39663,1730992591903, sessionid=0x10115dec80e0000, setting cluster-up flag (Was=false) 2024-11-07T15:16:34,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-902964193/flush-table-proc/acquired, /0-902964193/flush-table-proc/reached, /0-902964193/flush-table-proc/abort 2024-11-07T15:16:34,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:34,257 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-902964193/online-snapshot/acquired, /0-902964193/online-snapshot/reached, /0-902964193/online-snapshot/abort 2024-11-07T15:16:34,259 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:34,260 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:16:34,262 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:34,262 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:16:34,262 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:16:34,262 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39663,1730992591903 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:34,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,265 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992624265 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:16:34,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:16:34,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:16:34,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:16:34,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:16:34,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:16:34,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:34,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:16:34,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:16:34,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992594267,5,FailOnTimeoutGroup] 2024-11-07T15:16:34,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992594267,5,FailOnTimeoutGroup] 2024-11-07T15:16:34,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,268 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:16:34,268 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,268 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:16:34,341 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(746): ClusterId : 9a2321e9-5e3f-444f-849b-51845bacc217 2024-11-07T15:16:34,341 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:16:34,353 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:16:34,353 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:16:34,364 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:16:34,364 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11304fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:34,373 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:45567 2024-11-07T15:16:34,373 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:16:34,373 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:16:34,373 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:16:34,374 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39663,1730992591903 with port=45567, startcode=1730992592108 2024-11-07T15:16:34,374 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:16:34,376 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:16:34,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39663 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,378 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935 2024-11-07T15:16:34,378 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42263 2024-11-07T15:16:34,378 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:16:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/rs 2024-11-07T15:16:34,384 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] zookeeper.ZKUtil(111): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on existing znode=/0-902964193/rs/7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,384 WARN [RS:0;7b3e4e8e12ef:45567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:34,384 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:34,385 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,45567,1730992592108] 2024-11-07T15:16:34,387 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:16:34,389 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:16:34,389 INFO [RS:0;7b3e4e8e12ef:45567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:16:34,389 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,389 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:16:34,390 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:16:34,390 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,390 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:34,391 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,391 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45567,1730992592108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:34,404 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:16:34,405 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45567,1730992592108-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,405 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,405 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.Replication(171): 7b3e4e8e12ef,45567,1730992592108 started 2024-11-07T15:16:34,417 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:34,418 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,45567,1730992592108, RpcServer on 7b3e4e8e12ef/172.17.0.2:45567, sessionid=0x10115dec80e0001 2024-11-07T15:16:34,418 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:16:34,418 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,418 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,45567,1730992592108' 2024-11-07T15:16:34,418 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-902964193/flush-table-proc/abort' 2024-11-07T15:16:34,418 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-902964193/flush-table-proc/acquired' 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,45567,1730992592108' 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-902964193/online-snapshot/abort' 2024-11-07T15:16:34,419 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-902964193/online-snapshot/acquired' 2024-11-07T15:16:34,420 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:16:34,420 INFO [RS:0;7b3e4e8e12ef:45567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:16:34,420 INFO [RS:0;7b3e4e8e12ef:45567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:16:34,520 INFO [RS:0;7b3e4e8e12ef:45567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:34,521 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C45567%2C1730992592108, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs, maxLogs=10 2024-11-07T15:16:34,532 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522, exclude list is [], retry=0 2024-11-07T15:16:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a,DISK] 2024-11-07T15:16:34,537 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 2024-11-07T15:16:34,537 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36833:36833)] 2024-11-07T15:16:34,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:16:34,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935 2024-11-07T15:16:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:16:35,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:35,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:35,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:35,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:35,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:35,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:35,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:35,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:35,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:35,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:35,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740 2024-11-07T15:16:35,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740 2024-11-07T15:16:35,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:35,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:35,091 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:35,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:35,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:35,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74011621, jitterRate=0.10285909473896027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992595080Initializing all the Stores at 1730992595080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992595081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595081Cleaning up temporary data from old regions at 1730992595090 (+9 ms)Region opened successfully at 1730992595095 (+5 ms) 2024-11-07T15:16:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:35,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:35,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:35,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992595095Disabling compacts and flushes for region at 1730992595095Disabling writes for close at 1730992595095Writing region close event to WAL at 1730992595096 (+1 ms)Closed at 1730992595096 2024-11-07T15:16:35,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:35,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:16:35,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:16:35,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:35,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:16:35,249 DEBUG [7b3e4e8e12ef:39663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:35,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:35,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,45567,1730992592108, state=OPENING 2024-11-07T15:16:35,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:16:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:35,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:35,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-902964193/meta-region-server: CHANGED 2024-11-07T15:16:35,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-902964193/meta-region-server: CHANGED 2024-11-07T15:16:35,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45567,1730992592108}] 2024-11-07T15:16:35,505 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:35,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:16:35,511 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:16:35,511 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:35,511 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:16:35,512 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C45567%2C1730992592108.meta, suffix=.meta, logDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs, maxLogs=10 2024-11-07T15:16:35,524 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.meta.1730992595513.meta, exclude list is [], retry=0 2024-11-07T15:16:35,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a,DISK] 2024-11-07T15:16:35,528 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.meta.1730992595513.meta 2024-11-07T15:16:35,528 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36833:36833)] 2024-11-07T15:16:35,528 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:35,528 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:35,528 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:35,528 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:16:35,529 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:16:35,529 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:16:35,529 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:35,529 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:16:35,529 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:16:35,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:35,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:35,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:35,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:35,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:35,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:35,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:35,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:35,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:35,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:35,535 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:35,536 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740 2024-11-07T15:16:35,537 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740 2024-11-07T15:16:35,538 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:35,538 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:35,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:35,540 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:35,541 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68890698, jitterRate=0.026551395654678345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:35,541 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:16:35,541 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992595529Writing region info on filesystem at 1730992595529Initializing all the Stores at 1730992595530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992595530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992595530Cleaning up temporary data from old regions at 1730992595538 (+8 ms)Running coprocessor post-open hooks at 1730992595541 (+3 ms)Region opened successfully at 1730992595541 2024-11-07T15:16:35,542 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992595505 2024-11-07T15:16:35,545 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:16:35,545 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:16:35,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:35,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,45567,1730992592108, state=OPEN 2024-11-07T15:16:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-902964193/meta-region-server 2024-11-07T15:16:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-902964193/meta-region-server 2024-11-07T15:16:35,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-902964193/meta-region-server: CHANGED 2024-11-07T15:16:35,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-902964193/meta-region-server: CHANGED 2024-11-07T15:16:35,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:35,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:16:35,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45567,1730992592108 in 228 msec 2024-11-07T15:16:35,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:16:35,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-07T15:16:35,587 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:35,587 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:16:35,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:35,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:35,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:35,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:35,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-07T15:16:35,594 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992595594, completionTime=-1 2024-11-07T15:16:35,595 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:16:35,595 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:16:35,596 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:16:35,596 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992655596 2024-11-07T15:16:35,596 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992715596 2024-11-07T15:16:35,596 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39663, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,597 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,598 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:16:35,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.419sec 2024-11-07T15:16:35,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:16:35,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:16:35,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:16:35,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:16:35,601 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:16:35,601 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:35,601 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:16:35,603 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:16:35,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:16:35,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39663,1730992591903-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:35,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a7460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:35,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39663,-1 for getting cluster id 2024-11-07T15:16:35,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:35,642 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2321e9-5e3f-444f-849b-51845bacc217' 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2321e9-5e3f-444f-849b-51845bacc217" 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df0999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39663,-1] 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:35,644 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:35,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb93e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:35,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:35,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:35,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:35,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115dec80e0002 connected 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir so I do NOT create it in target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d 2024-11-07T15:16:35,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.tmp.dir so I do NOT create it in target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d 2024-11-07T15:16:35,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:16:35,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/cluster_287b78fd-f87f-33bb-2d37-dcbd7bccddeb, deleteOnExit=true 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/test.cache.data in system properties and HBase conf 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:16:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:16:35,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:16:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:16:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:16:35,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:35,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:35,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:35,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:35,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:16:35,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:35,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72885dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:35,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2260f750{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:36,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44cddcd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-11236115019536431810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:16:36,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e537877{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-11-07T15:16:36,080 INFO [Time-limited test {}] server.Server(415): Started @58585ms 2024-11-07T15:16:36,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:16:36,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:16:36,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:16:36,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:16:36,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:16:36,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3892f4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:16:36,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d029729{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:16:36,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ac0fed8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/java.io.tmpdir/jetty-localhost-37787-hadoop-hdfs-3_4_1-tests_jar-_-any-8173375491306433065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:16:36,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19316c5d{HTTP/1.1, (http/1.1)}{localhost:37787} 2024-11-07T15:16:36,430 INFO [Time-limited test {}] server.Server(415): Started @58936ms 2024-11-07T15:16:36,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:16:37,069 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/cluster_287b78fd-f87f-33bb-2d37-dcbd7bccddeb/data/data2/current/BP-1588957692-172.17.0.2-1730992595702/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:37,069 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/cluster_287b78fd-f87f-33bb-2d37-dcbd7bccddeb/data/data1/current/BP-1588957692-172.17.0.2-1730992595702/current, will proceed with Du for space computation calculation, 2024-11-07T15:16:37,083 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:16:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaf415e65c0ad49e with lease ID 0xa3eaa556d732e356: Processing first storage report for DS-1351cf6e-e38a-4afe-a060-792d1bc34097 from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=b4a842d2-24f6-47b2-9912-1c665dca29aa, infoPort=35101, infoSecurePort=0, ipcPort=34953, storageInfo=lv=-57;cid=testClusterID;nsid=454647372;c=1730992595702) 2024-11-07T15:16:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaf415e65c0ad49e with lease ID 0xa3eaa556d732e356: from storage DS-1351cf6e-e38a-4afe-a060-792d1bc34097 node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=b4a842d2-24f6-47b2-9912-1c665dca29aa, infoPort=35101, infoSecurePort=0, ipcPort=34953, storageInfo=lv=-57;cid=testClusterID;nsid=454647372;c=1730992595702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaf415e65c0ad49e with lease ID 0xa3eaa556d732e356: Processing first storage report for DS-394705d5-956e-4710-b796-b47103bc0b64 from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=b4a842d2-24f6-47b2-9912-1c665dca29aa, infoPort=35101, infoSecurePort=0, ipcPort=34953, storageInfo=lv=-57;cid=testClusterID;nsid=454647372;c=1730992595702) 2024-11-07T15:16:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaf415e65c0ad49e with lease ID 0xa3eaa556d732e356: from storage DS-394705d5-956e-4710-b796-b47103bc0b64 node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=b4a842d2-24f6-47b2-9912-1c665dca29aa, infoPort=35101, infoSecurePort=0, ipcPort=34953, storageInfo=lv=-57;cid=testClusterID;nsid=454647372;c=1730992595702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:16:37,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d 2024-11-07T15:16:37,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:16:37,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb with version=8 2024-11-07T15:16:37,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/hbase-staging 2024-11-07T15:16:37,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:16:37,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:37,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33065 2024-11-07T15:16:37,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33065 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:37,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330650x0, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:37,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33065-0x10115dec80e0003 connected 2024-11-07T15:16:37,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/running 2024-11-07T15:16:37,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb, hbase.cluster.distributed=false 2024-11-07T15:16:37,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/acl 2024-11-07T15:16:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-07T15:16:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33065 2024-11-07T15:16:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33065 2024-11-07T15:16:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-07T15:16:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-07T15:16:37,714 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:16:37,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:16:37,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33143 2024-11-07T15:16:37,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33143 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:37,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331430x0, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:37,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331430x0, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/running 2024-11-07T15:16:37,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33143-0x10115dec80e0004 connected 2024-11-07T15:16:37,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:16:37,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:16:37,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/master 2024-11-07T15:16:37,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/acl 2024-11-07T15:16:37,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33143 2024-11-07T15:16:37,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33143 2024-11-07T15:16:37,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33143 2024-11-07T15:16:37,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33143 2024-11-07T15:16:37,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33143 2024-11-07T15:16:37,748 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:33065 2024-11-07T15:16:37,748 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1746651860/backup-masters/7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:37,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/backup-masters 2024-11-07T15:16:37,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/backup-masters 2024-11-07T15:16:37,760 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on existing znode=/1746651860/backup-masters/7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746651860/master 2024-11-07T15:16:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:37,770 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on existing znode=/1746651860/master 2024-11-07T15:16:37,771 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1746651860/backup-masters/7b3e4e8e12ef,33065,1730992597566 from backup master directory 2024-11-07T15:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746651860/backup-masters/7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/backup-masters 2024-11-07T15:16:37,781 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/backup-masters 2024-11-07T15:16:37,781 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:37,784 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/hbase.id] with ID: b907e10e-0e19-4a61-885a-8b77ac9bc453 2024-11-07T15:16:37,784 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/.tmp/hbase.id 2024-11-07T15:16:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:16:38,189 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/.tmp/hbase.id]:[hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/hbase.id] 2024-11-07T15:16:38,199 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:38,199 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:16:38,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:16:38,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:38,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:16:38,663 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:38,664 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:16:38,664 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:16:39,073 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store 2024-11-07T15:16:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:16:39,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:39,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:16:39,480 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:39,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:39,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:16:39,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:39,480 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:16:39,481 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992599480Disabling compacts and flushes for region at 1730992599480Disabling writes for close at 1730992599480Writing region close event to WAL at 1730992599480Closed at 1730992599480 2024-11-07T15:16:39,481 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/.initializing 2024-11-07T15:16:39,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/WALs/7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:39,483 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:39,484 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C33065%2C1730992597566, suffix=, logDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/WALs/7b3e4e8e12ef,33065,1730992597566, archiveDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/oldWALs, maxLogs=10 2024-11-07T15:16:39,499 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/WALs/7b3e4e8e12ef,33065,1730992597566/7b3e4e8e12ef%2C33065%2C1730992597566.1730992599485, exclude list is [], retry=0 2024-11-07T15:16:39,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1351cf6e-e38a-4afe-a060-792d1bc34097,DISK] 2024-11-07T15:16:39,503 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/WALs/7b3e4e8e12ef,33065,1730992597566/7b3e4e8e12ef%2C33065%2C1730992597566.1730992599485 2024-11-07T15:16:39,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35101:35101)] 2024-11-07T15:16:39,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:39,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:39,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:16:39,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:16:39,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:16:39,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:39,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:39,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:16:39,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:39,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:39,511 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,512 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,513 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,514 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,514 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,514 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:39,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:16:39,517 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:39,517 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73549724, jitterRate=0.09597629308700562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:39,517 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992599504Initializing all the Stores at 1730992599505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992599505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992599505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992599505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992599505Cleaning up temporary data from old regions at 1730992599514 (+9 ms)Region opened successfully at 1730992599517 (+3 ms) 2024-11-07T15:16:39,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:16:39,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a61a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:39,521 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:16:39,521 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:16:39,521 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:16:39,522 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:16:39,522 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:16:39,522 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:16:39,522 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:16:39,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:16:39,525 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/balancer because node does not exist (not necessarily an error) 2024-11-07T15:16:39,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/balancer already deleted, retry=false 2024-11-07T15:16:39,552 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:16:39,553 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:16:39,562 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/normalizer already deleted, retry=false 2024-11-07T15:16:39,563 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:16:39,563 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:16:39,573 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/switch/split already deleted, retry=false 2024-11-07T15:16:39,574 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:16:39,583 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/switch/merge already deleted, retry=false 2024-11-07T15:16:39,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:16:39,594 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/snapshot-cleanup already deleted, retry=false 2024-11-07T15:16:39,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746651860/running 2024-11-07T15:16:39,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746651860/running 2024-11-07T15:16:39,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,605 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,33065,1730992597566, sessionid=0x10115dec80e0003, setting cluster-up flag (Was=false) 2024-11-07T15:16:39,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1746651860/flush-table-proc/acquired, /1746651860/flush-table-proc/reached, /1746651860/flush-table-proc/abort 2024-11-07T15:16:39,658 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:39,710 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1746651860/online-snapshot/acquired, /1746651860/online-snapshot/reached, /1746651860/online-snapshot/abort 2024-11-07T15:16:39,711 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:39,712 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:16:39,715 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:39,715 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:16:39,715 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:16:39,715 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,33065,1730992597566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:39,717 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,717 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992629717 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:16:39,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:16:39,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:16:39,718 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:16:39,719 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992599719,5,FailOnTimeoutGroup] 2024-11-07T15:16:39,719 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992599719,5,FailOnTimeoutGroup] 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:16:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:16:39,738 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(746): ClusterId : b907e10e-0e19-4a61-885a-8b77ac9bc453 2024-11-07T15:16:39,738 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:16:39,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:39,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:39,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:39,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:39,750 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:16:39,750 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:16:39,760 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:16:39,761 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c060c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:16:39,770 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:33143 2024-11-07T15:16:39,771 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:16:39,771 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:16:39,771 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:16:39,771 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,33065,1730992597566 with port=33143, startcode=1730992597714 2024-11-07T15:16:39,771 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:16:39,773 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:16:39,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33065 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,775 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb 2024-11-07T15:16:39,775 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36099 2024-11-07T15:16:39,775 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:16:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/rs 2024-11-07T15:16:39,784 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] zookeeper.ZKUtil(111): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on existing znode=/1746651860/rs/7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,784 WARN [RS:0;7b3e4e8e12ef:33143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:16:39,784 INFO [RS:0;7b3e4e8e12ef:33143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:39,784 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,33143,1730992597714] 2024-11-07T15:16:39,787 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:16:39,789 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:16:39,789 INFO [RS:0;7b3e4e8e12ef:33143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:16:39,789 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,790 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:16:39,790 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:16:39,790 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,790 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,790 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,790 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,790 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,790 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:39,791 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,791 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33143,1730992597714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:39,803 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:16:39,803 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33143,1730992597714-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,804 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,804 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.Replication(171): 7b3e4e8e12ef,33143,1730992597714 started 2024-11-07T15:16:39,816 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:39,816 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,33143,1730992597714, RpcServer on 7b3e4e8e12ef/172.17.0.2:33143, sessionid=0x10115dec80e0004 2024-11-07T15:16:39,817 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:16:39,817 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,817 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,33143,1730992597714' 2024-11-07T15:16:39,817 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1746651860/flush-table-proc/abort' 2024-11-07T15:16:39,817 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1746651860/flush-table-proc/acquired' 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,33143,1730992597714' 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1746651860/online-snapshot/abort' 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1746651860/online-snapshot/acquired' 2024-11-07T15:16:39,818 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:16:39,818 INFO [RS:0;7b3e4e8e12ef:33143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:16:39,818 INFO [RS:0;7b3e4e8e12ef:33143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:16:39,919 INFO [RS:0;7b3e4e8e12ef:33143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:16:39,920 INFO [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C33143%2C1730992597714, suffix=, logDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714, archiveDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/oldWALs, maxLogs=10 2024-11-07T15:16:39,931 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714/7b3e4e8e12ef%2C33143%2C1730992597714.1730992599920, exclude list is [], retry=0 2024-11-07T15:16:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1351cf6e-e38a-4afe-a060-792d1bc34097,DISK] 2024-11-07T15:16:39,936 INFO [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714/7b3e4e8e12ef%2C33143%2C1730992597714.1730992599920 2024-11-07T15:16:39,936 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35101:35101)] 2024-11-07T15:16:40,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:16:40,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb 2024-11-07T15:16:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:16:40,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:16:40,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:40,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:40,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:40,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:40,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:40,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:40,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:40,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:40,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:40,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:40,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:40,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:40,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:40,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:40,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:40,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:40,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:40,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:40,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740 2024-11-07T15:16:40,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740 2024-11-07T15:16:40,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:40,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:40,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:40,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:40,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:40,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71543199, jitterRate=0.06607674062252045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992600534Initializing all the Stores at 1730992600535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992600535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992600535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992600535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992600535Cleaning up temporary data from old regions at 1730992600544 (+9 ms)Region opened successfully at 1730992600548 (+4 ms) 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:16:40,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:16:40,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:16:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992600548Disabling compacts and flushes for region at 1730992600548Disabling writes for close at 1730992600548Writing region close event to WAL at 1730992600548Closed at 1730992600548 2024-11-07T15:16:40,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:40,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:16:40,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:16:40,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:40,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:16:40,701 DEBUG [7b3e4e8e12ef:33065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:16:40,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:40,703 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,33143,1730992597714, state=OPENING 2024-11-07T15:16:40,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:16:40,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:40,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:16:40,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746651860/meta-region-server: CHANGED 2024-11-07T15:16:40,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746651860/meta-region-server: CHANGED 2024-11-07T15:16:40,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:16:40,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,33143,1730992597714}] 2024-11-07T15:16:40,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:40,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:16:40,991 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:16:40,991 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:40,991 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:16:40,993 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C33143%2C1730992597714.meta, suffix=.meta, logDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714, archiveDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/oldWALs, maxLogs=10 2024-11-07T15:16:41,004 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714/7b3e4e8e12ef%2C33143%2C1730992597714.meta.1730992600993.meta, exclude list is [], retry=0 2024-11-07T15:16:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1351cf6e-e38a-4afe-a060-792d1bc34097,DISK] 2024-11-07T15:16:41,007 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714/7b3e4e8e12ef%2C33143%2C1730992597714.meta.1730992600993.meta 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35101:35101)] 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:41,008 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:16:41,008 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:16:41,008 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:41,009 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:16:41,009 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:16:41,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:16:41,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:16:41,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:41,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:41,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:16:41,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:16:41,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:41,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:41,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:16:41,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:16:41,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:16:41,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:16:41,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:41,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:16:41,014 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:16:41,015 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740 2024-11-07T15:16:41,016 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740 2024-11-07T15:16:41,017 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:16:41,017 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:16:41,017 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:16:41,018 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:16:41,019 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59935798, jitterRate=-0.10688701272010803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:16:41,019 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:16:41,019 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992601009Writing region info on filesystem at 1730992601009Initializing all the Stores at 1730992601010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992601010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992601010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992601010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992601010Cleaning up temporary data from old regions at 1730992601017 (+7 ms)Running coprocessor post-open hooks at 1730992601019 (+2 ms)Region opened successfully at 1730992601019 2024-11-07T15:16:41,020 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992600986 2024-11-07T15:16:41,022 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:16:41,022 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:16:41,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:41,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,33143,1730992597714, state=OPEN 2024-11-07T15:16:41,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1746651860/meta-region-server 2024-11-07T15:16:41,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1746651860/meta-region-server 2024-11-07T15:16:41,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:41,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746651860/meta-region-server: CHANGED 2024-11-07T15:16:41,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746651860/meta-region-server: CHANGED 2024-11-07T15:16:41,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:16:41,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,33143,1730992597714 in 202 msec 2024-11-07T15:16:41,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:16:41,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-07T15:16:41,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:16:41,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:16:41,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:41,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,33143,1730992597714, seqNum=-1] 2024-11-07T15:16:41,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:41,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:41,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-07T15:16:41,050 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992601050, completionTime=-1 2024-11-07T15:16:41,050 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:16:41,050 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:16:41,051 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992661052 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992721052 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:33065, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,052 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,054 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:16:41,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:16:41,058 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:16:41,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:16:41,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33065,1730992597566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:16:41,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0fa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:41,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33065,-1 for getting cluster id 2024-11-07T15:16:41,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:41,140 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b907e10e-0e19-4a61-885a-8b77ac9bc453' 2024-11-07T15:16:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b907e10e-0e19-4a61-885a-8b77ac9bc453" 2024-11-07T15:16:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b132fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33065,-1] 2024-11-07T15:16:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:41,142 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:41,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef56d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:41,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,33143,1730992597714, seqNum=-1] 2024-11-07T15:16:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:41,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:41,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:41,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62392 2024-11-07T15:16:41,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:16:41,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115dec80e0005 connected 2024-11-07T15:16:41,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c96b08 2024-11-07T15:16:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:41,176 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:41,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:16:41,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:16:41,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:41,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:16:41,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:16:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:16:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:41,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e25ac565e4a56a02135ce788b95d961, NAME => 'test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935 2024-11-07T15:16:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:16:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e25ac565e4a56a02135ce788b95d961, disabling compactions & flushes 2024-11-07T15:16:41,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. after waiting 0 ms 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:41,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:41,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e25ac565e4a56a02135ce788b95d961: Waiting for close lock at 1730992601998Disabling compacts and flushes for region at 1730992601998Disabling writes for close at 1730992601998Writing region close event to WAL at 1730992601998Closed at 1730992601998 2024-11-07T15:16:41,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:16:42,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992601999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992601999"}]},"ts":"1730992601999"} 2024-11-07T15:16:42,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:16:42,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:16:42,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992602003"}]},"ts":"1730992602003"} 2024-11-07T15:16:42,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:16:42,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e25ac565e4a56a02135ce788b95d961, ASSIGN}] 2024-11-07T15:16:42,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e25ac565e4a56a02135ce788b95d961, ASSIGN 2024-11-07T15:16:42,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e25ac565e4a56a02135ce788b95d961, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,45567,1730992592108; forceNewPlan=false, retain=false 2024-11-07T15:16:42,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e25ac565e4a56a02135ce788b95d961, regionState=OPENING, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:42,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e25ac565e4a56a02135ce788b95d961, ASSIGN because future has completed 2024-11-07T15:16:42,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e25ac565e4a56a02135ce788b95d961, server=7b3e4e8e12ef,45567,1730992592108}] 2024-11-07T15:16:42,316 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:42,316 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e25ac565e4a56a02135ce788b95d961, NAME => 'test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:42,316 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:42,316 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:16:42,317 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,317 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:42,317 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,317 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,318 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,319 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e25ac565e4a56a02135ce788b95d961 columnFamilyName f 2024-11-07T15:16:42,319 DEBUG [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:42,320 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(327): Store=9e25ac565e4a56a02135ce788b95d961/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:42,320 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,321 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e25ac565e4a56a02135ce788b95d961 columnFamilyName f1 2024-11-07T15:16:42,321 DEBUG [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:42,321 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(327): Store=9e25ac565e4a56a02135ce788b95d961/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:42,321 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,322 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e25ac565e4a56a02135ce788b95d961 columnFamilyName norep 2024-11-07T15:16:42,322 DEBUG [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:42,323 INFO [StoreOpener-9e25ac565e4a56a02135ce788b95d961-1 {}] regionserver.HStore(327): Store=9e25ac565e4a56a02135ce788b95d961/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:42,323 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:42,323 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,324 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,325 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,325 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,325 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:16:42,327 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,329 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:42,329 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e25ac565e4a56a02135ce788b95d961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69251744, jitterRate=0.031931400299072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:16:42,329 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:16:42,330 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e25ac565e4a56a02135ce788b95d961: Running coprocessor pre-open hook at 1730992602317Writing region info on filesystem at 1730992602317Initializing all the Stores at 1730992602318 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992602318Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992602318Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992602318Cleaning up temporary data from old regions at 1730992602325 (+7 ms)Running coprocessor post-open hooks at 1730992602329 (+4 ms)Region opened successfully at 1730992602330 (+1 ms) 2024-11-07T15:16:42,332 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., pid=6, masterSystemTime=1730992602312 2024-11-07T15:16:42,334 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:42,334 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:16:42,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e25ac565e4a56a02135ce788b95d961, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e25ac565e4a56a02135ce788b95d961, server=7b3e4e8e12ef,45567,1730992592108 because future has completed 2024-11-07T15:16:42,338 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39663 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7b3e4e8e12ef,45567,1730992592108, table=test, region=9e25ac565e4a56a02135ce788b95d961. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:16:42,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:16:42,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e25ac565e4a56a02135ce788b95d961, server=7b3e4e8e12ef,45567,1730992592108 in 179 msec 2024-11-07T15:16:42,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:16:42,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e25ac565e4a56a02135ce788b95d961, ASSIGN in 337 msec 2024-11-07T15:16:42,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:16:42,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992602344"}]},"ts":"1730992602344"} 2024-11-07T15:16:42,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:16:42,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:16:42,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-07T15:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:43,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:43,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:16:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1876574c 2024-11-07T15:16:43,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:43,335 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:43,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:16:43,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:16:43,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:43,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:16:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:43,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:16:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:16:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:43,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a506e2d1f0c7bb9f57a5610f4e96f158, NAME => 'test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb 2024-11-07T15:16:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:16:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:44,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:44,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a506e2d1f0c7bb9f57a5610f4e96f158, disabling compactions & flushes 2024-11-07T15:16:44,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. after waiting 0 ms 2024-11-07T15:16:44,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a506e2d1f0c7bb9f57a5610f4e96f158: Waiting for close lock at 1730992604154Disabling compacts and flushes for region at 1730992604154Disabling writes for close at 1730992604155 (+1 ms)Writing region close event to WAL at 1730992604155Closed at 1730992604155 2024-11-07T15:16:44,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:16:44,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992604156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992604156"}]},"ts":"1730992604156"} 2024-11-07T15:16:44,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:16:44,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:16:44,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992604159"}]},"ts":"1730992604159"} 2024-11-07T15:16:44,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:16:44,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a506e2d1f0c7bb9f57a5610f4e96f158, ASSIGN}] 2024-11-07T15:16:44,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a506e2d1f0c7bb9f57a5610f4e96f158, ASSIGN 2024-11-07T15:16:44,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a506e2d1f0c7bb9f57a5610f4e96f158, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,33143,1730992597714; forceNewPlan=false, retain=false 2024-11-07T15:16:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:16:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:16:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:16:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T15:16:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:16:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:16:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:16:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:16:44,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a506e2d1f0c7bb9f57a5610f4e96f158, regionState=OPENING, regionLocation=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:44,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a506e2d1f0c7bb9f57a5610f4e96f158, ASSIGN because future has completed 2024-11-07T15:16:44,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a506e2d1f0c7bb9f57a5610f4e96f158, server=7b3e4e8e12ef,33143,1730992597714}] 2024-11-07T15:16:44,473 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:44,473 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a506e2d1f0c7bb9f57a5610f4e96f158, NAME => 'test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:44,474 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:44,474 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:16:44,474 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,474 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:44,474 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,474 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,475 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,477 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a506e2d1f0c7bb9f57a5610f4e96f158 columnFamilyName f 2024-11-07T15:16:44,477 DEBUG [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:44,477 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(327): Store=a506e2d1f0c7bb9f57a5610f4e96f158/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:44,477 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,478 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a506e2d1f0c7bb9f57a5610f4e96f158 columnFamilyName f1 2024-11-07T15:16:44,478 DEBUG [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:44,479 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(327): Store=a506e2d1f0c7bb9f57a5610f4e96f158/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:44,479 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,480 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a506e2d1f0c7bb9f57a5610f4e96f158 columnFamilyName norep 2024-11-07T15:16:44,480 DEBUG [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:44,480 INFO [StoreOpener-a506e2d1f0c7bb9f57a5610f4e96f158-1 {}] regionserver.HStore(327): Store=a506e2d1f0c7bb9f57a5610f4e96f158/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:44,480 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,481 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,481 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,482 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,482 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,483 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:16:44,484 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,486 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:44,486 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a506e2d1f0c7bb9f57a5610f4e96f158; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62507617, jitterRate=-0.06856392323970795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:16:44,486 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:16:44,486 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a506e2d1f0c7bb9f57a5610f4e96f158: Running coprocessor pre-open hook at 1730992604474Writing region info on filesystem at 1730992604474Initializing all the Stores at 1730992604475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992604475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992604475Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992604475Cleaning up temporary data from old regions at 1730992604482 (+7 ms)Running coprocessor post-open hooks at 1730992604486 (+4 ms)Region opened successfully at 1730992604486 2024-11-07T15:16:44,487 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158., pid=6, masterSystemTime=1730992604469 2024-11-07T15:16:44,490 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,490 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:16:44,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a506e2d1f0c7bb9f57a5610f4e96f158, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:16:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a506e2d1f0c7bb9f57a5610f4e96f158, server=7b3e4e8e12ef,33143,1730992597714 because future has completed 2024-11-07T15:16:44,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:16:44,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a506e2d1f0c7bb9f57a5610f4e96f158, server=7b3e4e8e12ef,33143,1730992597714 in 177 msec 2024-11-07T15:16:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:16:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a506e2d1f0c7bb9f57a5610f4e96f158, ASSIGN in 335 msec 2024-11-07T15:16:44,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:16:44,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992604500"}]},"ts":"1730992604500"} 2024-11-07T15:16:44,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:16:44,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:16:44,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-07T15:16:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:16:45,483 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:16:45,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695d299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39663,-1 for getting cluster id 2024-11-07T15:16:45,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:45,485 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2321e9-5e3f-444f-849b-51845bacc217' 2024-11-07T15:16:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2321e9-5e3f-444f-849b-51845bacc217" 2024-11-07T15:16:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291dbe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39663,-1] 2024-11-07T15:16:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,486 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4274da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32336795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33065,-1 for getting cluster id 2024-11-07T15:16:45,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:45,489 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b907e10e-0e19-4a61-885a-8b77ac9bc453' 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b907e10e-0e19-4a61-885a-8b77ac9bc453" 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f935c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33065,-1] 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:45,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,490 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770bde98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411af6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39663,-1 for getting cluster id 2024-11-07T15:16:45,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:45,492 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2321e9-5e3f-444f-849b-51845bacc217' 2024-11-07T15:16:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2321e9-5e3f-444f-849b-51845bacc217" 2024-11-07T15:16:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39663,-1] 2024-11-07T15:16:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,493 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3601abb3 2024-11-07T15:16:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:45,497 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:45,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:33065,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:16:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:16:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:45,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33065' 2024-11-07T15:16:45,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b273f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33065,-1 for getting cluster id 2024-11-07T15:16:45,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:45,502 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b907e10e-0e19-4a61-885a-8b77ac9bc453' 2024-11-07T15:16:45,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:45,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b907e10e-0e19-4a61-885a-8b77ac9bc453" 2024-11-07T15:16:45,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d95763e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33065,-1] 2024-11-07T15:16:45,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:45,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,503 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:45,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77efaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:45,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628831fd 2024-11-07T15:16:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:45,506 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:45,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:16:45,506 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:16:45,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:45,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:45,507 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:16:45,508 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:16:45,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:16:45,509 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:45,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:16:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:16:45,558 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:16:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:45,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:16:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:45,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d53eceb1d5690882c8969204961b7e86, NAME => 'hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935 2024-11-07T15:16:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:16:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d53eceb1d5690882c8969204961b7e86, disabling compactions & flushes 2024-11-07T15:16:46,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. after waiting 0 ms 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d53eceb1d5690882c8969204961b7e86: Waiting for close lock at 1730992606450Disabling compacts and flushes for region at 1730992606450Disabling writes for close at 1730992606450Writing region close event to WAL at 1730992606450Closed at 1730992606450 2024-11-07T15:16:46,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:16:46,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992606451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992606451"}]},"ts":"1730992606451"} 2024-11-07T15:16:46,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:16:46,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:16:46,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992606454"}]},"ts":"1730992606454"} 2024-11-07T15:16:46,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:16:46,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53eceb1d5690882c8969204961b7e86, ASSIGN}] 2024-11-07T15:16:46,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53eceb1d5690882c8969204961b7e86, ASSIGN 2024-11-07T15:16:46,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d53eceb1d5690882c8969204961b7e86, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,45567,1730992592108; forceNewPlan=false, retain=false 2024-11-07T15:16:46,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:46,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:46,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:46,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:46,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:46,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d53eceb1d5690882c8969204961b7e86, regionState=OPENING, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:46,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d53eceb1d5690882c8969204961b7e86, ASSIGN because future has completed 2024-11-07T15:16:46,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53eceb1d5690882c8969204961b7e86, server=7b3e4e8e12ef,45567,1730992592108}] 2024-11-07T15:16:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:46,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:16:46,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:16:46,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C45567%2C1730992592108.rep, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs, maxLogs=10 2024-11-07T15:16:46,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.rep.1730992606770, exclude list is [], retry=0 2024-11-07T15:16:46,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42943,DS-15282a0f-1dcc-4117-8f75-dc7afe686f0a,DISK] 2024-11-07T15:16:46,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.rep.1730992606770 2024-11-07T15:16:46,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36833:36833)] 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d53eceb1d5690882c8969204961b7e86, NAME => 'hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:16:46,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. service=MultiRowMutationService 2024-11-07T15:16:46,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,788 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,789 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53eceb1d5690882c8969204961b7e86 columnFamilyName hfileref 2024-11-07T15:16:46,789 DEBUG [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:46,789 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(327): Store=d53eceb1d5690882c8969204961b7e86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:46,789 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,790 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53eceb1d5690882c8969204961b7e86 columnFamilyName queue 2024-11-07T15:16:46,790 DEBUG [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:46,791 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(327): Store=d53eceb1d5690882c8969204961b7e86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:46,791 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,792 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d53eceb1d5690882c8969204961b7e86 columnFamilyName sid 2024-11-07T15:16:46,792 DEBUG [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:16:46,792 INFO [StoreOpener-d53eceb1d5690882c8969204961b7e86-1 {}] regionserver.HStore(327): Store=d53eceb1d5690882c8969204961b7e86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:16:46,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:16:46,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:16:46,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d53eceb1d5690882c8969204961b7e86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69993480, jitterRate=0.04298412799835205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:16:46,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:16:46,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d53eceb1d5690882c8969204961b7e86: Running coprocessor pre-open hook at 1730992606786Writing region info on filesystem at 1730992606786Initializing all the Stores at 1730992606787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992606787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992606788 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992606788Cleaning up temporary data from old regions at 1730992606794 (+6 ms)Running coprocessor post-open hooks at 1730992606799 (+5 ms)Region opened successfully at 1730992606799 2024-11-07T15:16:46,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86., pid=10, masterSystemTime=1730992606764 2024-11-07T15:16:46,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:16:46,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d53eceb1d5690882c8969204961b7e86, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:16:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d53eceb1d5690882c8969204961b7e86, server=7b3e4e8e12ef,45567,1730992592108 because future has completed 2024-11-07T15:16:46,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:16:46,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d53eceb1d5690882c8969204961b7e86, server=7b3e4e8e12ef,45567,1730992592108 in 195 msec 2024-11-07T15:16:46,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:16:46,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d53eceb1d5690882c8969204961b7e86, ASSIGN in 350 msec 2024-11-07T15:16:46,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:16:46,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992606810"}]},"ts":"1730992606810"} 2024-11-07T15:16:46,812 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:16:46,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:16:46,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3060 sec 2024-11-07T15:16:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2] 2024-11-07T15:16:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:16:46,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:16:47,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45567 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:16:47,106 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:16:47,133 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,45567,1730992592108, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:16:47,133 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:47,133 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:47,134 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:47,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-07T15:16:47,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,45567,1730992592108', locateType=CURRENT is [region=hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2] 2024-11-07T15:16:47,188 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:16:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:16:47,191 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,45567,1730992592108 suceeded 2024-11-07T15:16:47,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:16:47,194 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:33065,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-07T15:16:47,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-07T15:16:47,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6970 sec 2024-11-07T15:16:47,211 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33065' 2024-11-07T15:16:47,213 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f805f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:47,213 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33065,-1 for getting cluster id 2024-11-07T15:16:47,213 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:47,214 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b907e10e-0e19-4a61-885a-8b77ac9bc453' 2024-11-07T15:16:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b907e10e-0e19-4a61-885a-8b77ac9bc453" 2024-11-07T15:16:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1646134f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33065,-1] 2024-11-07T15:16:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:47,216 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:47,217 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124cbf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:47,217 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3945fb27 2024-11-07T15:16:47,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:47,220 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-07T15:16:47,220 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,45567,1730992592108 (queues=1) is replicating from cluster=9a2321e9-5e3f-444f-849b-51845bacc217 to cluster=b907e10e-0e19-4a61-885a-8b77ac9bc453 2024-11-07T15:16:47,221 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C45567%2C1730992592108 2024-11-07T15:16:47,221 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,45567,1730992592108, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:16:47,221 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C45567%2C1730992592108 2024-11-07T15:16:47,221 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522, startPosition=0, beingWritten=true 2024-11-07T15:16:47,232 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:16:47,232 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 379, reset compression=false 2024-11-07T15:16:47,232 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:16:47,440 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 379, reset compression=false 2024-11-07T15:16:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:16:47,643 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:16:47,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:47,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:47,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:47,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:47,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:47,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:47,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_0 is 36, key is aaaa/f:row/1730992607647/Put/seqid=0 2024-11-07T15:16:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741840_1016 (size=7894) 2024-11-07T15:16:47,744 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 379, reset compression=false 2024-11-07T15:16:48,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_1 is 34, key is ddd/f:row/1730992608055/Put/seqid=0 2024-11-07T15:16:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741841_1017 (size=7691) 2024-11-07T15:16:48,148 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 379, reset compression=false 2024-11-07T15:16:48,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a32880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39663,-1 for getting cluster id 2024-11-07T15:16:48,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:48,466 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2321e9-5e3f-444f-849b-51845bacc217' 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2321e9-5e3f-444f-849b-51845bacc217" 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d652810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39663,-1] 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:48,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:48,467 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:48,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f701460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:48,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:48,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:48,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:48,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e92115 2024-11-07T15:16:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:48,484 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2] 2024-11-07T15:16:48,499 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:16:48,510 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T15:16:48,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T15:16:48,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_1 for inclusion in 9e25ac565e4a56a02135ce788b95d961/f 2024-11-07T15:16:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T15:16:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:48,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_0 for inclusion in 9e25ac565e4a56a02135ce788b95d961/f 2024-11-07T15:16:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T15:16:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegion(2603): Flush status journal for 9e25ac565e4a56a02135ce788b95d961: 2024-11-07T15:16:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_1 to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_1 2024-11-07T15:16:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_1 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ 2024-11-07T15:16:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f/f/hfile_0 to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_0 2024-11-07T15:16:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_0 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ 2024-11-07T15:16:48,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_1 into 9e25ac565e4a56a02135ce788b95d961/f as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ - updating store file list. 2024-11-07T15:16:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f241883d5d464d10ac33073e3d7de996_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:48,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ into 9e25ac565e4a56a02135ce788b95d961/f 2024-11-07T15:16:48,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_1 into 9e25ac565e4a56a02135ce788b95d961/f (new location: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_) 2024-11-07T15:16:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_1 2024-11-07T15:16:48,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_0 into 9e25ac565e4a56a02135ce788b95d961/f as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ - updating store file list. 2024-11-07T15:16:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afe9bba437934ad2b89953d991051c8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:48,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ into 9e25ac565e4a56a02135ce788b95d961/f 2024-11-07T15:16:48,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_0 into 9e25ac565e4a56a02135ce788b95d961/f (new location: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_) 2024-11-07T15:16:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__f23bifm7ds62b553s1u57ee5gihbu6u0amspj9bmtscg0ngf1p7jafsu7qvk4fvs/f/hfile_0 2024-11-07T15:16:48,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:48,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:48,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:48,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:48,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:48,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 , the old value is region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:45567 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:16:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,33143,1730992597714, seqNum=-1] 2024-11-07T15:16:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:16:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 from cache 2024-11-07T15:16:48,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41186 deadline: 1730992668567 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41186 2024-11-07T15:16:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158., hostname=7b3e4e8e12ef,33143,1730992597714, seqNum=2] 2024-11-07T15:16:48,574 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:16:48,651 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 379, reset compression=false 2024-11-07T15:16:48,658 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:16:48,658 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e25ac565e4a56a02135ce788b95d961/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992608562/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:16:48,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:45567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:16:48,677 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:16:48,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-07T15:16:48,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.ReplicationSink(318): Replicating [9a2321e9-5e3f-444f-849b-51845bacc217] bulk loaded data 2024-11-07T15:16:48,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b8f79ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33065,-1 for getting cluster id 2024-11-07T15:16:48,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:48,684 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b907e10e-0e19-4a61-885a-8b77ac9bc453' 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b907e10e-0e19-4a61-885a-8b77ac9bc453" 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ace3590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33065,-1] 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:48,685 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:48,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2137a032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:48,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741837_1013 (size=7691) 2024-11-07T15:16:48,859 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 687, reset compression=false 2024-11-07T15:16:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741838_1014 (size=7894) 2024-11-07T15:16:49,163 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 687, reset compression=false 2024-11-07T15:16:49,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:49,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:16:49,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e7be1ac 2024-11-07T15:16:49,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:49,514 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-07T15:16:49,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:16:49,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,33143,1730992597714, seqNum=-1] 2024-11-07T15:16:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:49,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-07T15:16:49,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T15:16:49,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T15:16:49,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ for inclusion in a506e2d1f0c7bb9f57a5610f4e96f158/f 2024-11-07T15:16:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T15:16:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:49,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ for inclusion in a506e2d1f0c7bb9f57a5610f4e96f158/f 2024-11-07T15:16:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T15:16:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HRegion(2603): Flush status journal for a506e2d1f0c7bb9f57a5610f4e96f158: 2024-11-07T15:16:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): afe9bba437934ad2b89953d991051c8a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:16:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/fd6f0d50b2ec49ee957f8592edb4861d_SeqId_4_ 2024-11-07T15:16:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f241883d5d464d10ac33073e3d7de996_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:16:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/9bcb57ee38a64d5da65971fd0317083c_SeqId_4_ 2024-11-07T15:16:49,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/fd6f0d50b2ec49ee957f8592edb4861d_SeqId_4_ - updating store file list. 2024-11-07T15:16:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd6f0d50b2ec49ee957f8592edb4861d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:49,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/fd6f0d50b2ec49ee957f8592edb4861d_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f 2024-11-07T15:16:49,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f (new location: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/fd6f0d50b2ec49ee957f8592edb4861d_SeqId_4_) 2024-11-07T15:16:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/afe9bba437934ad2b89953d991051c8a_SeqId_4_ 2024-11-07T15:16:49,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/9bcb57ee38a64d5da65971fd0317083c_SeqId_4_ - updating store file list. 2024-11-07T15:16:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bcb57ee38a64d5da65971fd0317083c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:49,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/9bcb57ee38a64d5da65971fd0317083c_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f 2024-11-07T15:16:49,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ into a506e2d1f0c7bb9f57a5610f4e96f158/f (new location: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/f/9bcb57ee38a64d5da65971fd0317083c_SeqId_4_) 2024-11-07T15:16:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/staging/jenkins.hfs.6__test__tjg6k7d5042ugqlgondgbt7cfo8kil9p7ijt7untg23cilkhmugtinraeebm3ius/f/f241883d5d464d10ac33073e3d7de996_SeqId_4_ 2024-11-07T15:16:49,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33143 {}] regionserver.ReplicationSink(324): Finished replicating [9a2321e9-5e3f-444f-849b-51845bacc217] bulk loaded data 2024-11-07T15:16:49,568 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 687, reset compression=false 2024-11-07T15:16:49,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:16:49,593 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1730992609591/Put/seqid=0 2024-11-07T15:16:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741842_1018 (size=7997) 2024-11-07T15:16:50,000 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1730992609999/Put/seqid=0 2024-11-07T15:16:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741843_1019 (size=7794) 2024-11-07T15:16:50,072 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 687, reset compression=false 2024-11-07T15:16:50,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6303e367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:50,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39663,-1 for getting cluster id 2024-11-07T15:16:50,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:16:50,407 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2321e9-5e3f-444f-849b-51845bacc217' 2024-11-07T15:16:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:16:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2321e9-5e3f-444f-849b-51845bacc217" 2024-11-07T15:16:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4cde58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39663,-1] 2024-11-07T15:16:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:16:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:50,409 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:16:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1006ca98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:16:50,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:50,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:50,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:16:50,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:16:50,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3eba53 2024-11-07T15:16:50,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:16:50,421 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:16:50,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2] 2024-11-07T15:16:50,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:16:50,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T15:16:50,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T15:16:50,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_0 for inclusion in 9e25ac565e4a56a02135ce788b95d961/f1 2024-11-07T15:16:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T15:16:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:50,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_1 for inclusion in 9e25ac565e4a56a02135ce788b95d961/f1 2024-11-07T15:16:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T15:16:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:16:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegion(2603): Flush status journal for 9e25ac565e4a56a02135ce788b95d961: 2024-11-07T15:16:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_0 to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_0 2024-11-07T15:16:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_0 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/cd553baa6c43451eba55f542280e7b5e_SeqId_6_ 2024-11-07T15:16:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/load_f1/f1/hfile_1 to hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_1 2024-11-07T15:16:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_1 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/58f837c9a7b24235a762cec3aa7acd2a_SeqId_6_ 2024-11-07T15:16:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-07T15:16:50,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_0 into 9e25ac565e4a56a02135ce788b95d961/f1 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/cd553baa6c43451eba55f542280e7b5e_SeqId_6_ - updating store file list. 2024-11-07T15:16:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd553baa6c43451eba55f542280e7b5e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:50,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/cd553baa6c43451eba55f542280e7b5e_SeqId_6_ into 9e25ac565e4a56a02135ce788b95d961/f1 2024-11-07T15:16:50,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_0 into 9e25ac565e4a56a02135ce788b95d961/f1 (new location: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/cd553baa6c43451eba55f542280e7b5e_SeqId_6_) 2024-11-07T15:16:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_0 2024-11-07T15:16:50,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_1 into 9e25ac565e4a56a02135ce788b95d961/f1 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/58f837c9a7b24235a762cec3aa7acd2a_SeqId_6_ - updating store file list. 2024-11-07T15:16:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58f837c9a7b24235a762cec3aa7acd2a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:16:50,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/58f837c9a7b24235a762cec3aa7acd2a_SeqId_6_ into 9e25ac565e4a56a02135ce788b95d961/f1 2024-11-07T15:16:50,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_1 into 9e25ac565e4a56a02135ce788b95d961/f1 (new location: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/f1/58f837c9a7b24235a762cec3aa7acd2a_SeqId_6_) 2024-11-07T15:16:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/staging/jenkins__test__kb80f17mb0ff6n6qvqpope6viqj9kc5ndp4admukrls0bn2722najvnutu7rj10d/f1/hfile_1 2024-11-07T15:16:50,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:16:50,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:16:50,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:50,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:16:50,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:16:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 , the old value is region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:45567 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:16:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:16:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2 from cache 2024-11-07T15:16:50,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:16:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=-1] 2024-11-07T15:16:50,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T15:16:50,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:16:50,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:16:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961., hostname=7b3e4e8e12ef,45567,1730992592108, seqNum=2] 2024-11-07T15:16:50,573 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:45567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:16:50,676 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 687, reset compression=false 2024-11-07T15:16:50,681 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:16:50,681 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:50,681 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:16:50,885 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:51,189 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:51,593 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:52,096 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:52,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:16:52,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:52,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:52,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:52,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:16:52,700 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:53,404 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:54,209 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:16:54,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T15:16:55,114 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:56,118 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:57,223 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:58,427 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:16:59,731 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:01,135 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:01,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:17:02,639 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:04,245 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:05,949 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:07,155 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:17:07,753 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:09,656 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:10,683 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: null 2024-11-07T15:17:11,660 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:13,764 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:15,617 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T15:17:15,617 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T15:17:15,977 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:18,281 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:20,684 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:21,681 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T15:17:21,681 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T15:17:23,191 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:25,795 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:27,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9e25ac565e4a56a02135ce788b95d961, had cached 0 bytes from a total of 31376 2024-11-07T15:17:28,498 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:29,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a506e2d1f0c7bb9f57a5610f4e96f158, had cached 0 bytes from a total of 15585 2024-11-07T15:17:30,683 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: null 2024-11-07T15:17:31,302 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:31,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:17:34,206 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:37,155 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:17:37,214 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:40,318 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:43,523 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:46,827 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:50,231 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:50,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:17:50,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:17:50,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:50,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:50,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:50,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:17:50,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:17:50,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=614462757, stopped=false 2024-11-07T15:17:50,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,33065,1730992597566 2024-11-07T15:17:50,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746651860/running 2024-11-07T15:17:50,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746651860/running 2024-11-07T15:17:50,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:17:50,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:17:50,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:17:50,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:17:50,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:50,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:50,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,33143,1730992597714' ***** 2024-11-07T15:17:50,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:17:50,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/running 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:17:50,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Set watcher on znode that does not yet exist, /1746651860/running 2024-11-07T15:17:50,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(3091): Received CLOSE for a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:17:50,557 INFO [RS:0;7b3e4e8e12ef:33143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:33143. 2024-11-07T15:17:50,557 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:50,557 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a506e2d1f0c7bb9f57a5610f4e96f158, disabling compactions & flushes 2024-11-07T15:17:50,558 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:50,558 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. after waiting 0 ms 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:17:50,558 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:17:50,558 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:17:50,558 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:17:50,558 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:17:50,558 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:17:50,558 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1325): Online Regions={a506e2d1f0c7bb9f57a5610f4e96f158=test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:17:50,558 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a506e2d1f0c7bb9f57a5610f4e96f158 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:17:50,558 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:17:50,558 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:17:50,558 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T15:17:50,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/default/test/a506e2d1f0c7bb9f57a5610f4e96f158/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T15:17:50,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:17:50,562 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:17:50,562 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:17:50,563 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a506e2d1f0c7bb9f57a5610f4e96f158: Waiting for close lock at 1730992670557Running coprocessor pre-close hooks at 1730992670557Disabling compacts and flushes for region at 1730992670557Disabling writes for close at 1730992670558 (+1 ms)Writing region close event to WAL at 1730992670558Running coprocessor post-close hooks at 1730992670562 (+4 ms)Closed at 1730992670562 2024-11-07T15:17:50,563 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158. 2024-11-07T15:17:50,572 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/info/004eaf4578eb479cabf8b0d36bc5ea4d is 129, key is test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158./info:regioninfo/1730992604490/Put/seqid=0 2024-11-07T15:17:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741839_1015 (size=6421) 2024-11-07T15:17:50,646 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:17:50,684 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,45567,1730992592108 got entry batch from reader: null 2024-11-07T15:17:50,758 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:50,791 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:17:50,792 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:17:50,958 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:50,977 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/info/004eaf4578eb479cabf8b0d36bc5ea4d 2024-11-07T15:17:50,996 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/ns/e207daf5a4d14f248f5a4021d15d466e is 43, key is default/ns:d/1730992601045/Put/seqid=0 2024-11-07T15:17:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741840_1016 (size=5153) 2024-11-07T15:17:51,158 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:51,359 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:51,400 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/ns/e207daf5a4d14f248f5a4021d15d466e 2024-11-07T15:17:51,416 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/06560d6ad95c458caf8323f364eb8760 is 112, key is test,,1730992603336.a506e2d1f0c7bb9f57a5610f4e96f158./rep_barrier:seqnumDuringOpen/1730992604490/Put/seqid=0 2024-11-07T15:17:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741841_1017 (size=5518) 2024-11-07T15:17:51,559 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:17:51,559 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:17:51,559 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:51,759 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:51,820 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/06560d6ad95c458caf8323f364eb8760 2024-11-07T15:17:51,838 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/table/02f1d549a0b64cc7b8bd1c166dfa4590 is 40, key is test/table:state/1730992604500/Put/seqid=0 2024-11-07T15:17:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741842_1018 (size=5165) 2024-11-07T15:17:51,959 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:52,159 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:52,243 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/table/02f1d549a0b64cc7b8bd1c166dfa4590 2024-11-07T15:17:52,248 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/info/004eaf4578eb479cabf8b0d36bc5ea4d as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/info/004eaf4578eb479cabf8b0d36bc5ea4d 2024-11-07T15:17:52,253 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/info/004eaf4578eb479cabf8b0d36bc5ea4d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T15:17:52,254 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/ns/e207daf5a4d14f248f5a4021d15d466e as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/ns/e207daf5a4d14f248f5a4021d15d466e 2024-11-07T15:17:52,259 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/ns/e207daf5a4d14f248f5a4021d15d466e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:17:52,260 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/rep_barrier/06560d6ad95c458caf8323f364eb8760 as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/rep_barrier/06560d6ad95c458caf8323f364eb8760 2024-11-07T15:17:52,264 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/rep_barrier/06560d6ad95c458caf8323f364eb8760, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T15:17:52,265 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/.tmp/table/02f1d549a0b64cc7b8bd1c166dfa4590 as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/table/02f1d549a0b64cc7b8bd1c166dfa4590 2024-11-07T15:17:52,270 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/table/02f1d549a0b64cc7b8bd1c166dfa4590, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:17:52,272 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false 2024-11-07T15:17:52,276 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:17:52,276 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:17:52,276 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:17:52,276 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:17:52,276 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992670558Running coprocessor pre-close hooks at 1730992670558Disabling compacts and flushes for region at 1730992670558Disabling writes for close at 1730992670558Obtaining lock to block concurrent updates at 1730992670558Preparing flush snapshotting stores in 1588230740 at 1730992670558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730992670559 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992670559Flushing 1588230740/info: creating writer at 1730992670559Flushing 1588230740/info: appending metadata at 1730992670572 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730992670572Flushing 1588230740/ns: creating writer at 1730992670983 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730992670995 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730992670995Flushing 1588230740/rep_barrier: creating writer at 1730992671404 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992671416 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992671416Flushing 1588230740/table: creating writer at 1730992671826 (+410 ms)Flushing 1588230740/table: appending metadata at 1730992671838 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730992671838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c9a003: reopening flushed file at 1730992672247 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353fba1c: reopening flushed file at 1730992672253 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71442d05: reopening flushed file at 1730992672259 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16414d69: reopening flushed file at 1730992672265 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false at 1730992672272 (+7 ms)Writing region close event to WAL at 1730992672273 (+1 ms)Running coprocessor post-close hooks at 1730992672276 (+3 ms)Closed at 1730992672276 2024-11-07T15:17:52,276 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:17:52,359 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,33143,1730992597714; all regions closed. 2024-11-07T15:17:52,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741834_1010 (size=2717) 2024-11-07T15:17:52,364 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/oldWALs 2024-11-07T15:17:52,364 INFO [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C33143%2C1730992597714.meta:.meta(num 1730992600993) 2024-11-07T15:17:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741832_1008 (size=1028) 2024-11-07T15:17:52,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/WALs/7b3e4e8e12ef,33143,1730992597714/7b3e4e8e12ef%2C33143%2C1730992597714.1730992599920 not finished, retry = 0 2024-11-07T15:17:52,468 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/oldWALs 2024-11-07T15:17:52,468 INFO [RS:0;7b3e4e8e12ef:33143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C33143%2C1730992597714:(num 1730992599920) 2024-11-07T15:17:52,468 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:52,468 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:17:52,468 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:17:52,469 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:17:52,469 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:17:52,469 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:17:52,469 INFO [RS:0;7b3e4e8e12ef:33143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:33143. 2024-11-07T15:17:52,469 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:52,469 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:52,469 DEBUG [RS:0;7b3e4e8e12ef:33143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:52,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:17:52,469 INFO [RS:0;7b3e4e8e12ef:33143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33143 2024-11-07T15:17:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746651860/rs/7b3e4e8e12ef,33143,1730992597714 2024-11-07T15:17:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860/rs 2024-11-07T15:17:52,536 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:17:52,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,33143,1730992597714] 2024-11-07T15:17:52,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1746651860/draining/7b3e4e8e12ef,33143,1730992597714 already deleted, retry=false 2024-11-07T15:17:52,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,33143,1730992597714 expired; onlineServers=0 2024-11-07T15:17:52,557 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,33065,1730992597566' ***** 2024-11-07T15:17:52,557 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:17:52,557 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:17:52,557 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:17:52,557 DEBUG [M:0;7b3e4e8e12ef:33065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:17:52,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:17:52,557 DEBUG [M:0;7b3e4e8e12ef:33065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:17:52,557 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992599719 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992599719,5,FailOnTimeoutGroup] 2024-11-07T15:17:52,557 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992599719 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992599719,5,FailOnTimeoutGroup] 2024-11-07T15:17:52,557 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:17:52,558 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:17:52,558 DEBUG [M:0;7b3e4e8e12ef:33065 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:17:52,558 INFO [M:0;7b3e4e8e12ef:33065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:17:52,558 INFO [M:0;7b3e4e8e12ef:33065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:17:52,558 INFO [M:0;7b3e4e8e12ef:33065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:17:52,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:17:52,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746651860/master 2024-11-07T15:17:52,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746651860 2024-11-07T15:17:52,567 DEBUG [M:0;7b3e4e8e12ef:33065 {}] zookeeper.ZKUtil(347): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Unable to get data of znode /1746651860/master because node does not exist (not an error) 2024-11-07T15:17:52,567 WARN [M:0;7b3e4e8e12ef:33065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:17:52,569 INFO [M:0;7b3e4e8e12ef:33065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/.lastflushedseqids 2024-11-07T15:17:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741843_1019 (size=173) 2024-11-07T15:17:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:52,647 INFO [RS:0;7b3e4e8e12ef:33143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:17:52,647 INFO [RS:0;7b3e4e8e12ef:33143 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,33143,1730992597714; zookeeper connection closed. 2024-11-07T15:17:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33143-0x10115dec80e0004, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:52,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33a45b61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33a45b61 2024-11-07T15:17:52,647 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:17:52,973 INFO [M:0;7b3e4e8e12ef:33065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:17:52,973 INFO [M:0;7b3e4e8e12ef:33065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:17:52,973 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:17:52,974 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:52,974 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:52,974 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:17:52,974 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:52,974 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-07T15:17:52,988 DEBUG [M:0;7b3e4e8e12ef:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3802a16349f94e94a2a5f3f2ec26d176 is 82, key is hbase:meta,,1/info:regioninfo/1730992601022/Put/seqid=0 2024-11-07T15:17:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741844_1020 (size=5672) 2024-11-07T15:17:53,392 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3802a16349f94e94a2a5f3f2ec26d176 2024-11-07T15:17:53,415 DEBUG [M:0;7b3e4e8e12ef:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137c42c1ef84faf8e58d022d657f283 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992604504/Put/seqid=0 2024-11-07T15:17:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741845_1021 (size=6726) 2024-11-07T15:17:53,735 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/WALs/7b3e4e8e12ef,45567,1730992592108/7b3e4e8e12ef%2C45567%2C1730992592108.1730992594522 to pos 997, reset compression=false 2024-11-07T15:17:53,822 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137c42c1ef84faf8e58d022d657f283 2024-11-07T15:17:53,827 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c137c42c1ef84faf8e58d022d657f283 2024-11-07T15:17:53,843 DEBUG [M:0;7b3e4e8e12ef:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e503cf675b0a4563bf475882c64cef50 is 69, key is 7b3e4e8e12ef,33143,1730992597714/rs:state/1730992599774/Put/seqid=0 2024-11-07T15:17:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741846_1022 (size=5156) 2024-11-07T15:17:54,248 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e503cf675b0a4563bf475882c64cef50 2024-11-07T15:17:54,253 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3802a16349f94e94a2a5f3f2ec26d176 as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3802a16349f94e94a2a5f3f2ec26d176 2024-11-07T15:17:54,258 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3802a16349f94e94a2a5f3f2ec26d176, entries=8, sequenceid=58, filesize=5.5 K 2024-11-07T15:17:54,259 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137c42c1ef84faf8e58d022d657f283 as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c137c42c1ef84faf8e58d022d657f283 2024-11-07T15:17:54,265 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c137c42c1ef84faf8e58d022d657f283 2024-11-07T15:17:54,265 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c137c42c1ef84faf8e58d022d657f283, entries=6, sequenceid=58, filesize=6.6 K 2024-11-07T15:17:54,266 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e503cf675b0a4563bf475882c64cef50 as hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e503cf675b0a4563bf475882c64cef50 2024-11-07T15:17:54,272 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36099/user/jenkins/test-data/ab117163-9119-07c9-9b0b-b34129818aeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e503cf675b0a4563bf475882c64cef50, entries=1, sequenceid=58, filesize=5.0 K 2024-11-07T15:17:54,273 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=58, compaction requested=false 2024-11-07T15:17:54,280 INFO [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:54,280 DEBUG [M:0;7b3e4e8e12ef:33065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992672973Disabling compacts and flushes for region at 1730992672973Disabling writes for close at 1730992672974 (+1 ms)Obtaining lock to block concurrent updates at 1730992672974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992672974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1730992672974Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992672975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992672975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992672987 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992672987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992673396 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992673414 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992673414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992673827 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992673843 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992673843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f92f02: reopening flushed file at 1730992674252 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742ac578: reopening flushed file at 1730992674258 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e087c52: reopening flushed file at 1730992674265 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=58, compaction requested=false at 1730992674273 (+8 ms)Writing region close event to WAL at 1730992674280 (+7 ms)Closed at 1730992674280 2024-11-07T15:17:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741830_1006 (size=33014) 2024-11-07T15:17:54,285 INFO [M:0;7b3e4e8e12ef:33065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:17:54,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:17:54,286 INFO [M:0;7b3e4e8e12ef:33065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33065 2024-11-07T15:17:54,287 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:17:54,446 INFO [M:0;7b3e4e8e12ef:33065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:17:54,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:54,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x10115dec80e0003, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:54,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ac0fed8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:17:54,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19316c5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:17:54,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:17:54,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d029729{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:17:54,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3892f4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir/,STOPPED} 2024-11-07T15:17:54,455 WARN [BP-1588957692-172.17.0.2-1730992595702 heartbeating to localhost/127.0.0.1:36099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:17:54,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:17:54,455 WARN [BP-1588957692-172.17.0.2-1730992595702 heartbeating to localhost/127.0.0.1:36099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1588957692-172.17.0.2-1730992595702 (Datanode Uuid b4a842d2-24f6-47b2-9912-1c665dca29aa) service to localhost/127.0.0.1:36099 2024-11-07T15:17:54,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:17:54,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/cluster_287b78fd-f87f-33bb-2d37-dcbd7bccddeb/data/data1/current/BP-1588957692-172.17.0.2-1730992595702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:17:54,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/cluster_287b78fd-f87f-33bb-2d37-dcbd7bccddeb/data/data2/current/BP-1588957692-172.17.0.2-1730992595702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:17:54,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:17:54,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44cddcd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:17:54,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e537877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:17:54,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:17:54,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2260f750{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:17:54,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72885dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir/,STOPPED} 2024-11-07T15:17:54,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:17:54,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:17:54,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:17:54,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:54,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:54,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:54,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:17:54,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:17:54,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910593595, stopped=false 2024-11-07T15:17:54,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39663,1730992591903 2024-11-07T15:17:54,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-902964193/running 2024-11-07T15:17:54,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:17:54,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-902964193/running 2024-11-07T15:17:54,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:17:54,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:17:54,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:17:54,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:54,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:54,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/running 2024-11-07T15:17:54,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,45567,1730992592108' ***** 2024-11-07T15:17:54,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:17:54,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Set watcher on znode that does not yet exist, /0-902964193/running 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:17:54,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(3091): Received CLOSE for d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e25ac565e4a56a02135ce788b95d961 2024-11-07T15:17:54,484 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d53eceb1d5690882c8969204961b7e86, disabling compactions & flushes 2024-11-07T15:17:54,485 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:45567. 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. after waiting 0 ms 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:17:54,485 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:54,485 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:54,485 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d53eceb1d5690882c8969204961b7e86 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:17:54,485 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:17:54,485 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1325): Online Regions={d53eceb1d5690882c8969204961b7e86=hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86., 1588230740=hbase:meta,,1.1588230740, 9e25ac565e4a56a02135ce788b95d961=test,,1730992601177.9e25ac565e4a56a02135ce788b95d961.} 2024-11-07T15:17:54,485 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e25ac565e4a56a02135ce788b95d961, d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:17:54,485 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:17:54,485 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:17:54,485 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:17:54,499 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/hfileref/06a46565c846473dbae96983881bd483 is 74, key is 1/hfileref:afe9bba437934ad2b89953d991051c8a_SeqId_4_/1730992609557/DeleteColumn/seqid=0 2024-11-07T15:17:54,502 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/info/c2b0d6a522cc45bfb4d59ccbff1ea6e1 is 147, key is hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86./info:regioninfo/1730992606802/Put/seqid=0 2024-11-07T15:17:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741844_1020 (size=5203) 2024-11-07T15:17:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741845_1021 (size=7686) 2024-11-07T15:17:54,553 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:17:54,685 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e25ac565e4a56a02135ce788b95d961, d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:54,885 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e25ac565e4a56a02135ce788b95d961, d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:54,904 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/hfileref/06a46565c846473dbae96983881bd483 2024-11-07T15:17:54,908 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/info/c2b0d6a522cc45bfb4d59ccbff1ea6e1 2024-11-07T15:17:54,924 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/ns/5e126eed80d04fecb2fa51ac05fb8ede is 43, key is default/ns:d/1730992595590/Put/seqid=0 2024-11-07T15:17:54,925 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/queue/059b6831f3784bfcbfa90e960d4938fa is 153, key is 1-7b3e4e8e12ef,45567,1730992592108/queue:7b3e4e8e12ef%2C45567%2C1730992592108/1730992610682/Put/seqid=0 2024-11-07T15:17:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741846_1022 (size=5153) 2024-11-07T15:17:54,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741847_1023 (size=5352) 2024-11-07T15:17:55,086 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e25ac565e4a56a02135ce788b95d961, d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:55,286 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e25ac565e4a56a02135ce788b95d961, d53eceb1d5690882c8969204961b7e86 2024-11-07T15:17:55,329 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/ns/5e126eed80d04fecb2fa51ac05fb8ede 2024-11-07T15:17:55,329 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/queue/059b6831f3784bfcbfa90e960d4938fa 2024-11-07T15:17:55,335 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/hfileref/06a46565c846473dbae96983881bd483 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/hfileref/06a46565c846473dbae96983881bd483 2024-11-07T15:17:55,340 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/hfileref/06a46565c846473dbae96983881bd483, entries=2, sequenceid=10, filesize=5.1 K 2024-11-07T15:17:55,341 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/.tmp/queue/059b6831f3784bfcbfa90e960d4938fa as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/queue/059b6831f3784bfcbfa90e960d4938fa 2024-11-07T15:17:55,346 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/queue/059b6831f3784bfcbfa90e960d4938fa, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T15:17:55,346 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d53eceb1d5690882c8969204961b7e86 in 861ms, sequenceid=10, compaction requested=false 2024-11-07T15:17:55,349 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/rep_barrier/cca7164093834af296e9ec8aeaa254a8 is 112, key is test,,1730992601177.9e25ac565e4a56a02135ce788b95d961./rep_barrier:seqnumDuringOpen/1730992602334/Put/seqid=0 2024-11-07T15:17:55,350 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/replication/d53eceb1d5690882c8969204961b7e86/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T15:17:55,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:17:55,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:17:55,351 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:17:55,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d53eceb1d5690882c8969204961b7e86: Waiting for close lock at 1730992674484Running coprocessor pre-close hooks at 1730992674484Disabling compacts and flushes for region at 1730992674484Disabling writes for close at 1730992674485 (+1 ms)Obtaining lock to block concurrent updates at 1730992674485Preparing flush snapshotting stores in d53eceb1d5690882c8969204961b7e86 at 1730992674485Finished memstore snapshotting hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1730992674485Flushing stores of hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. at 1730992674486 (+1 ms)Flushing d53eceb1d5690882c8969204961b7e86/hfileref: creating writer at 1730992674486Flushing d53eceb1d5690882c8969204961b7e86/hfileref: appending metadata at 1730992674498 (+12 ms)Flushing d53eceb1d5690882c8969204961b7e86/hfileref: closing flushed file at 1730992674498Flushing d53eceb1d5690882c8969204961b7e86/queue: creating writer at 1730992674909 (+411 ms)Flushing d53eceb1d5690882c8969204961b7e86/queue: appending metadata at 1730992674925 (+16 ms)Flushing d53eceb1d5690882c8969204961b7e86/queue: closing flushed file at 1730992674925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e71112: reopening flushed file at 1730992675334 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f931396: reopening flushed file at 1730992675340 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d53eceb1d5690882c8969204961b7e86 in 861ms, sequenceid=10, compaction requested=false at 1730992675346 (+6 ms)Writing region close event to WAL at 1730992675347 (+1 ms)Running coprocessor post-close hooks at 1730992675351 (+4 ms)Closed at 1730992675351 2024-11-07T15:17:55,351 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992605507.d53eceb1d5690882c8969204961b7e86. 2024-11-07T15:17:55,352 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e25ac565e4a56a02135ce788b95d961, disabling compactions & flushes 2024-11-07T15:17:55,352 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:17:55,352 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:17:55,352 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. after waiting 0 ms 2024-11-07T15:17:55,352 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:17:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741848_1024 (size=5518) 2024-11-07T15:17:55,356 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/default/test/9e25ac565e4a56a02135ce788b95d961/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:17:55,356 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:17:55,356 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:17:55,356 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:17:55,357 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e25ac565e4a56a02135ce788b95d961: Waiting for close lock at 1730992675352Running coprocessor pre-close hooks at 1730992675352Disabling compacts and flushes for region at 1730992675352Disabling writes for close at 1730992675352Writing region close event to WAL at 1730992675353 (+1 ms)Running coprocessor post-close hooks at 1730992675356 (+3 ms)Closed at 1730992675356 2024-11-07T15:17:55,357 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992601177.9e25ac565e4a56a02135ce788b95d961. 2024-11-07T15:17:55,415 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:17:55,415 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:17:55,486 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:17:55,486 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:17:55,486 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:55,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:55,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:55,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:55,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:55,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:55,686 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:55,754 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/rep_barrier/cca7164093834af296e9ec8aeaa254a8 2024-11-07T15:17:55,771 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/table/d51f68442df3426a90b8c8d5838a8657 is 53, key is hbase:replication/table:state/1730992606810/Put/seqid=0 2024-11-07T15:17:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741849_1025 (size=5308) 2024-11-07T15:17:55,887 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:56,087 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:17:56,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:17:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:56,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:56,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:56,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:17:56,176 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/table/d51f68442df3426a90b8c8d5838a8657 2024-11-07T15:17:56,181 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/info/c2b0d6a522cc45bfb4d59ccbff1ea6e1 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/info/c2b0d6a522cc45bfb4d59ccbff1ea6e1 2024-11-07T15:17:56,186 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/info/c2b0d6a522cc45bfb4d59ccbff1ea6e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:17:56,187 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/ns/5e126eed80d04fecb2fa51ac05fb8ede as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/ns/5e126eed80d04fecb2fa51ac05fb8ede 2024-11-07T15:17:56,192 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/ns/5e126eed80d04fecb2fa51ac05fb8ede, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:17:56,193 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/rep_barrier/cca7164093834af296e9ec8aeaa254a8 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/rep_barrier/cca7164093834af296e9ec8aeaa254a8 2024-11-07T15:17:56,198 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/rep_barrier/cca7164093834af296e9ec8aeaa254a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:17:56,199 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/.tmp/table/d51f68442df3426a90b8c8d5838a8657 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/table/d51f68442df3426a90b8c8d5838a8657 2024-11-07T15:17:56,203 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/table/d51f68442df3426a90b8c8d5838a8657, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:17:56,204 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-07T15:17:56,204 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:17:56,209 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:17:56,209 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:17:56,209 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:17:56,209 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:17:56,209 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992674485Running coprocessor pre-close hooks at 1730992674485Disabling compacts and flushes for region at 1730992674485Disabling writes for close at 1730992674485Obtaining lock to block concurrent updates at 1730992674485Preparing flush snapshotting stores in 1588230740 at 1730992674485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992674486 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992674486Flushing 1588230740/info: creating writer at 1730992674486Flushing 1588230740/info: appending metadata at 1730992674502 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730992674502Flushing 1588230740/ns: creating writer at 1730992674913 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730992674924 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1730992674924Flushing 1588230740/rep_barrier: creating writer at 1730992675334 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992675348 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992675348Flushing 1588230740/table: creating writer at 1730992675759 (+411 ms)Flushing 1588230740/table: appending metadata at 1730992675771 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730992675771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1481cd40: reopening flushed file at 1730992676181 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3b40ff: reopening flushed file at 1730992676186 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ce35ab: reopening flushed file at 1730992676192 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3721ee: reopening flushed file at 1730992676198 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1730992676204 (+6 ms)Writing region close event to WAL at 1730992676206 (+2 ms)Running coprocessor post-close hooks at 1730992676209 (+3 ms)Closed at 1730992676209 2024-11-07T15:17:56,210 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:17:56,287 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,45567,1730992592108; all regions closed. 2024-11-07T15:17:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:17:56,292 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs 2024-11-07T15:17:56,292 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C45567%2C1730992592108.meta:.meta(num 1730992595513) 2024-11-07T15:17:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741839_1015 (size=2700) 2024-11-07T15:17:56,296 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs 2024-11-07T15:17:56,296 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C45567%2C1730992592108.rep:(num 1730992606770) 2024-11-07T15:17:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741832_1008 (size=1300) 2024-11-07T15:17:56,300 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/oldWALs 2024-11-07T15:17:56,300 INFO [RS:0;7b3e4e8e12ef:45567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C45567%2C1730992592108:(num 1730992594522) 2024-11-07T15:17:56,300 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:56,300 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:17:56,300 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:17:56,300 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:17:56,300 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:17:56,300 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:17:56,301 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,45567,1730992592108 because: Region server is closing 2024-11-07T15:17:56,301 INFO [RS:0;7b3e4e8e12ef:45567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:45567. 2024-11-07T15:17:56,301 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:17:56,301 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:56,301 DEBUG [RS:0;7b3e4e8e12ef:45567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:17:56,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:17:56,401 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.wal-reader.7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:17:56,401 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:17:56,402 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,45567,1730992592108.replicationSource.shipper7b3e4e8e12ef%2C45567%2C1730992592108,1-7b3e4e8e12ef,45567,1730992592108 terminated 2024-11-07T15:17:56,402 INFO [RS:0;7b3e4e8e12ef:45567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45567 2024-11-07T15:17:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-902964193/rs/7b3e4e8e12ef,45567,1730992592108 2024-11-07T15:17:56,481 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:17:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193/rs 2024-11-07T15:17:56,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,45567,1730992592108] 2024-11-07T15:17:56,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-902964193/draining/7b3e4e8e12ef,45567,1730992592108 already deleted, retry=false 2024-11-07T15:17:56,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,45567,1730992592108 expired; onlineServers=0 2024-11-07T15:17:56,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39663,1730992591903' ***** 2024-11-07T15:17:56,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:17:56,504 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:17:56,504 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:17:56,504 DEBUG [M:0;7b3e4e8e12ef:39663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:17:56,504 DEBUG [M:0;7b3e4e8e12ef:39663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:17:56,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:17:56,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992594267 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992594267,5,FailOnTimeoutGroup] 2024-11-07T15:17:56,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992594267 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992594267,5,FailOnTimeoutGroup] 2024-11-07T15:17:56,504 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:17:56,504 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:17:56,504 DEBUG [M:0;7b3e4e8e12ef:39663 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:17:56,505 INFO [M:0;7b3e4e8e12ef:39663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:17:56,505 INFO [M:0;7b3e4e8e12ef:39663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:17:56,505 INFO [M:0;7b3e4e8e12ef:39663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:17:56,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:17:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-902964193/master 2024-11-07T15:17:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-902964193 2024-11-07T15:17:56,514 DEBUG [M:0;7b3e4e8e12ef:39663 {}] zookeeper.ZKUtil(347): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Unable to get data of znode /0-902964193/master because node does not exist (not an error) 2024-11-07T15:17:56,514 WARN [M:0;7b3e4e8e12ef:39663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:17:56,516 INFO [M:0;7b3e4e8e12ef:39663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/.lastflushedseqids 2024-11-07T15:17:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741850_1026 (size=263) 2024-11-07T15:17:56,594 INFO [RS:0;7b3e4e8e12ef:45567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:17:56,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:56,594 INFO [RS:0;7b3e4e8e12ef:45567 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,45567,1730992592108; zookeeper connection closed. 2024-11-07T15:17:56,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45567-0x10115dec80e0001, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:56,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20426fad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20426fad 2024-11-07T15:17:56,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:17:56,921 INFO [M:0;7b3e4e8e12ef:39663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:17:56,921 INFO [M:0;7b3e4e8e12ef:39663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:17:56,921 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:17:56,921 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:56,921 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:56,921 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:17:56,921 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:56,921 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-07T15:17:56,934 DEBUG [M:0;7b3e4e8e12ef:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cee70b0854482497c23ee1e69ae2ce is 82, key is hbase:meta,,1/info:regioninfo/1730992595545/Put/seqid=0 2024-11-07T15:17:56,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741851_1027 (size=5672) 2024-11-07T15:17:57,339 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cee70b0854482497c23ee1e69ae2ce 2024-11-07T15:17:57,357 DEBUG [M:0;7b3e4e8e12ef:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90c6fe6cb181468cbbb1561aa8886f81 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992602348/Put/seqid=0 2024-11-07T15:17:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741852_1028 (size=7240) 2024-11-07T15:17:57,761 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90c6fe6cb181468cbbb1561aa8886f81 2024-11-07T15:17:57,765 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90c6fe6cb181468cbbb1561aa8886f81 2024-11-07T15:17:57,778 DEBUG [M:0;7b3e4e8e12ef:39663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/590b8b2476044392880bc35d2b44b8d7 is 69, key is 7b3e4e8e12ef,45567,1730992592108/rs:state/1730992594377/Put/seqid=0 2024-11-07T15:17:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741853_1029 (size=5156) 2024-11-07T15:17:58,183 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/590b8b2476044392880bc35d2b44b8d7 2024-11-07T15:17:58,189 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cee70b0854482497c23ee1e69ae2ce as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91cee70b0854482497c23ee1e69ae2ce 2024-11-07T15:17:58,194 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91cee70b0854482497c23ee1e69ae2ce, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T15:17:58,195 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90c6fe6cb181468cbbb1561aa8886f81 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90c6fe6cb181468cbbb1561aa8886f81 2024-11-07T15:17:58,199 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90c6fe6cb181468cbbb1561aa8886f81 2024-11-07T15:17:58,200 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90c6fe6cb181468cbbb1561aa8886f81, entries=11, sequenceid=105, filesize=7.1 K 2024-11-07T15:17:58,201 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/590b8b2476044392880bc35d2b44b8d7 as hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/590b8b2476044392880bc35d2b44b8d7 2024-11-07T15:17:58,205 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/590b8b2476044392880bc35d2b44b8d7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T15:17:58,206 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-07T15:17:58,208 INFO [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:17:58,208 DEBUG [M:0;7b3e4e8e12ef:39663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992676921Disabling compacts and flushes for region at 1730992676921Disabling writes for close at 1730992676921Obtaining lock to block concurrent updates at 1730992676921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992676921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1730992676922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992676922Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992676922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992676934 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992676934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992677343 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992677356 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992677356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992677765 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992677778 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992677778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b26e211: reopening flushed file at 1730992678188 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccf68e5: reopening flushed file at 1730992678194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1c2777: reopening flushed file at 1730992678200 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1730992678206 (+6 ms)Writing region close event to WAL at 1730992678207 (+1 ms)Closed at 1730992678207 2024-11-07T15:17:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42943 is added to blk_1073741830_1006 (size=64526) 2024-11-07T15:17:58,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/310e3668-8448-7c29-dbf1-534d39cca935/MasterData/WALs/7b3e4e8e12ef,39663,1730992591903/7b3e4e8e12ef%2C39663%2C1730992591903.1730992593879 not finished, retry = 0 2024-11-07T15:17:58,311 INFO [M:0;7b3e4e8e12ef:39663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:17:58,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:17:58,311 INFO [M:0;7b3e4e8e12ef:39663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39663 2024-11-07T15:17:58,311 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:17:58,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:58,467 INFO [M:0;7b3e4e8e12ef:39663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:17:58,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39663-0x10115dec80e0000, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:17:58,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6544dfe8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:17:58,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2781d3ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:17:58,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:17:58,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72aca22e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:17:58,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7900aba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir/,STOPPED} 2024-11-07T15:17:58,471 WARN [BP-1522928757-172.17.0.2-1730992589947 heartbeating to localhost/127.0.0.1:42263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:17:58,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:17:58,471 WARN [BP-1522928757-172.17.0.2-1730992589947 heartbeating to localhost/127.0.0.1:42263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1522928757-172.17.0.2-1730992589947 (Datanode Uuid 3ce61b69-2ae9-41a2-971c-e9c935497d53) service to localhost/127.0.0.1:42263 2024-11-07T15:17:58,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/data/data2/current/BP-1522928757-172.17.0.2-1730992589947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:17:58,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:17:58,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/cluster_e915742e-e602-7e79-2747-05952077693d/data/data1/current/BP-1522928757-172.17.0.2-1730992589947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:17:58,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:17:58,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56bf44d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:17:58,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@156a8cd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:17:58,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:17:58,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f659eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:17:58,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb1c952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79c564af-620b-969a-aae9-cf70586ddd03/hadoop.log.dir/,STOPPED} 2024-11-07T15:17:58,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:17:58,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:17:58,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 137) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42263 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f96f0b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36099 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f96f0b8ceb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 204) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=294 (was 339) 2024-11-07T15:17:58,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=294 2024-11-07T15:17:58,521 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-07T15:17:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir so I do NOT create it in target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe 2024-11-07T15:17:58,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:17:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.tmp.dir so I do NOT create it in target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe 2024-11-07T15:17:58,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c1b592b-aa9e-75df-53f1-4ff736cbfb5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:17:58,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe 2024-11-07T15:17:58,522 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8, deleteOnExit=true 2024-11-07T15:17:58,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/zookeeper_0, clientPort=59376, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:17:58,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59376 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/test.cache.data in system properties and HBase conf 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:17:58,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:17:58,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:17:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:17:58,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115dec80e0005, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:17:58,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115dec80e0002, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:17:58,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115dec80e0005, quorum=127.0.0.1:62392, baseZNode=/1746651860 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:17:58,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115dec80e0002, quorum=127.0.0.1:62392, baseZNode=/0-902964193 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:17:58,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:17:58,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:17:58,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:17:58,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:17:58,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:17:58,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:17:58,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19dfe7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:17:58,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e6200f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:17:58,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@439c3ef2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/java.io.tmpdir/jetty-localhost-35429-hadoop-hdfs-3_4_1-tests_jar-_-any-15541731269211269981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:17:58,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24f5e9e1{HTTP/1.1, (http/1.1)}{localhost:35429} 2024-11-07T15:17:58,970 INFO [Time-limited test {}] server.Server(415): Started @141475ms 2024-11-07T15:17:59,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:17:59,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:17:59,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:17:59,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:17:59,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:17:59,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f72823c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:17:59,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4358a9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:17:59,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d832a19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/java.io.tmpdir/jetty-localhost-33851-hadoop-hdfs-3_4_1-tests_jar-_-any-14926750078665230420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:17:59,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@227a0ba9{HTTP/1.1, (http/1.1)}{localhost:33851} 2024-11-07T15:17:59,314 INFO [Time-limited test {}] server.Server(415): Started @141819ms 2024-11-07T15:17:59,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:17:59,929 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/data/data1/current/BP-1841997775-172.17.0.2-1730992678553/current, will proceed with Du for space computation calculation, 2024-11-07T15:17:59,929 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/data/data2/current/BP-1841997775-172.17.0.2-1730992678553/current, will proceed with Du for space computation calculation, 2024-11-07T15:17:59,948 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:17:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1303f88440baa48 with lease ID 0x4582d6f2bba62a07: Processing first storage report for DS-63ead374-205d-4b12-94d0-02face6bb521 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=64f9bf8b-9905-43d8-b44b-bf872d8bdf8a, infoPort=42285, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=18904914;c=1730992678553) 2024-11-07T15:17:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1303f88440baa48 with lease ID 0x4582d6f2bba62a07: from storage DS-63ead374-205d-4b12-94d0-02face6bb521 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=64f9bf8b-9905-43d8-b44b-bf872d8bdf8a, infoPort=42285, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=18904914;c=1730992678553), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:17:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1303f88440baa48 with lease ID 0x4582d6f2bba62a07: Processing first storage report for DS-a9aeee28-dca0-4c82-8b19-21f8f5d97d14 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=64f9bf8b-9905-43d8-b44b-bf872d8bdf8a, infoPort=42285, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=18904914;c=1730992678553) 2024-11-07T15:17:59,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1303f88440baa48 with lease ID 0x4582d6f2bba62a07: from storage DS-a9aeee28-dca0-4c82-8b19-21f8f5d97d14 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=64f9bf8b-9905-43d8-b44b-bf872d8bdf8a, infoPort=42285, infoSecurePort=0, ipcPort=38937, storageInfo=lv=-57;cid=testClusterID;nsid=18904914;c=1730992678553), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:00,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe 2024-11-07T15:18:00,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:18:00,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2 with version=8 2024-11-07T15:18:00,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/hbase-staging 2024-11-07T15:18:00,452 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:00,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:00,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41249 2024-11-07T15:18:00,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41249 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412490x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:00,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41249-0x10115e022340000 connected 2024-11-07T15:18:00,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:00,634 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2, hbase.cluster.distributed=false 2024-11-07T15:18:00,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/acl 2024-11-07T15:18:00,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41249 2024-11-07T15:18:00,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41249 2024-11-07T15:18:00,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41249 2024-11-07T15:18:00,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41249 2024-11-07T15:18:00,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41249 2024-11-07T15:18:00,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:00,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:00,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40183 2024-11-07T15:18:00,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40183 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:00,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401830x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:00,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401830x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:00,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40183-0x10115e022340001 connected 2024-11-07T15:18:00,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:00,662 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:00,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/master 2024-11-07T15:18:00,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/acl 2024-11-07T15:18:00,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-07T15:18:00,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40183 2024-11-07T15:18:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40183 2024-11-07T15:18:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-07T15:18:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-07T15:18:00,682 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:41249 2024-11-07T15:18:00,682 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1298799322/backup-masters/7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:00,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:00,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:00,693 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/backup-masters/7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/master 2024-11-07T15:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:00,704 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/master 2024-11-07T15:18:00,704 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1298799322/backup-masters/7b3e4e8e12ef,41249,1730992680451 from backup master directory 2024-11-07T15:18:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/backup-masters/7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:00,714 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:00,714 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:00,718 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/hbase.id] with ID: b2966392-df09-448d-8699-8b5edf1a3b94 2024-11-07T15:18:00,718 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.tmp/hbase.id 2024-11-07T15:18:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:18:01,123 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.tmp/hbase.id]:[hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/hbase.id] 2024-11-07T15:18:01,134 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:01,134 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:01,135 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:18:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:18:01,594 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:01,595 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:01,595 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:01,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:18:01,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:01,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:01,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:01,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:02,002 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store 2024-11-07T15:18:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:02,408 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:02,408 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:02,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992682408Disabling compacts and flushes for region at 1730992682408Disabling writes for close at 1730992682408Writing region close event to WAL at 1730992682408Closed at 1730992682408 2024-11-07T15:18:02,409 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/.initializing 2024-11-07T15:18:02,409 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:02,410 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:02,412 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C41249%2C1730992680451, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/oldWALs, maxLogs=10 2024-11-07T15:18:02,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412, exclude list is [], retry=0 2024-11-07T15:18:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:02,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:02,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:02,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:02,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:02,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:18:02,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:18:02,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:02,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:02,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:18:02,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:02,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:02,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:18:02,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:02,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:02,436 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,436 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,436 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,437 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,437 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,438 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:02,439 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:02,441 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:02,441 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73758831, jitterRate=0.09909223020076752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:02,442 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992682428Initializing all the Stores at 1730992682429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992682429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992682429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992682429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992682430 (+1 ms)Cleaning up temporary data from old regions at 1730992682437 (+7 ms)Region opened successfully at 1730992682442 (+5 ms) 2024-11-07T15:18:02,442 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:18:02,444 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66828f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:02,445 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:18:02,445 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:18:02,445 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:18:02,445 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:18:02,446 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:18:02,446 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:18:02,446 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:18:02,447 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:18:02,448 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/balancer because node does not exist (not necessarily an error) 2024-11-07T15:18:02,577 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/balancer already deleted, retry=false 2024-11-07T15:18:02,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:18:02,578 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:18:02,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/normalizer already deleted, retry=false 2024-11-07T15:18:02,588 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:18:02,588 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:18:02,598 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/switch/split already deleted, retry=false 2024-11-07T15:18:02,599 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:18:02,608 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/switch/merge already deleted, retry=false 2024-11-07T15:18:02,610 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:18:02,619 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/snapshot-cleanup already deleted, retry=false 2024-11-07T15:18:02,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:02,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:02,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,630 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,41249,1730992680451, sessionid=0x10115e022340000, setting cluster-up flag (Was=false) 2024-11-07T15:18:02,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,682 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1298799322/flush-table-proc/acquired, /0-1298799322/flush-table-proc/reached, /0-1298799322/flush-table-proc/abort 2024-11-07T15:18:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:02,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:02,735 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1298799322/online-snapshot/acquired, /0-1298799322/online-snapshot/reached, /0-1298799322/online-snapshot/abort 2024-11-07T15:18:02,736 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:02,737 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:18:02,738 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:02,739 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:18:02,739 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:18:02,739 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,41249,1730992680451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:02,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992712741 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:18:02,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:18:02,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:02,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:18:02,742 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:18:02,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:02,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:18:02,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:18:02,743 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992682743,5,FailOnTimeoutGroup] 2024-11-07T15:18:02,743 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992682743,5,FailOnTimeoutGroup] 2024-11-07T15:18:02,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:18:02,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:18:02,775 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(746): ClusterId : b2966392-df09-448d-8699-8b5edf1a3b94 2024-11-07T15:18:02,775 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:18:02,788 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:18:02,788 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:18:02,799 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:18:02,799 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c81cb16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:02,809 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:40183 2024-11-07T15:18:02,809 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:18:02,809 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:18:02,809 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:18:02,810 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,41249,1730992680451 with port=40183, startcode=1730992680649 2024-11-07T15:18:02,810 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:18:02,811 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:18:02,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41249 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,813 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2 2024-11-07T15:18:02,813 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44427 2024-11-07T15:18:02,813 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:18:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/rs 2024-11-07T15:18:02,820 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] zookeeper.ZKUtil(111): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/rs/7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,820 WARN [RS:0;7b3e4e8e12ef:40183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:02,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:02,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,40183,1730992680649] 2024-11-07T15:18:02,820 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,823 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:18:02,824 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:18:02,825 INFO [RS:0;7b3e4e8e12ef:40183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:18:02,825 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,825 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:18:02,825 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:18:02,826 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:02,826 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,828 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40183,1730992680649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:02,840 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:18:02,841 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40183,1730992680649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,841 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,841 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.Replication(171): 7b3e4e8e12ef,40183,1730992680649 started 2024-11-07T15:18:02,852 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:02,852 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,40183,1730992680649, RpcServer on 7b3e4e8e12ef/172.17.0.2:40183, sessionid=0x10115e022340001 2024-11-07T15:18:02,852 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:18:02,852 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,852 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40183,1730992680649' 2024-11-07T15:18:02,852 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1298799322/flush-table-proc/abort' 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1298799322/flush-table-proc/acquired' 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40183,1730992680649' 2024-11-07T15:18:02,853 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1298799322/online-snapshot/abort' 2024-11-07T15:18:02,854 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1298799322/online-snapshot/acquired' 2024-11-07T15:18:02,854 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:18:02,854 INFO [RS:0;7b3e4e8e12ef:40183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:18:02,854 INFO [RS:0;7b3e4e8e12ef:40183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:18:02,954 INFO [RS:0;7b3e4e8e12ef:40183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:02,956 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40183%2C1730992680649, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:02,967 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956, exclude list is [], retry=0 2024-11-07T15:18:02,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:02,971 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 2024-11-07T15:18:02,971 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:03,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:18:03,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2 2024-11-07T15:18:03,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:18:03,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:03,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:03,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:03,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:03,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:03,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:03,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:03,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:03,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:03,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:03,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:03,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:03,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:03,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:03,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:03,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:03,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:03,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005677, jitterRate=-0.10584573447704315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992683554Initializing all the Stores at 1730992683556 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992683556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683556Cleaning up temporary data from old regions at 1730992683565 (+9 ms)Region opened successfully at 1730992683570 (+5 ms) 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:03,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:03,570 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992683570Disabling compacts and flushes for region at 1730992683570Disabling writes for close at 1730992683570Writing region close event to WAL at 1730992683570Closed at 1730992683570 2024-11-07T15:18:03,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:03,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:18:03,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:18:03,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:03,574 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:18:03,724 DEBUG [7b3e4e8e12ef:41249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:03,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:03,725 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40183,1730992680649, state=OPENING 2024-11-07T15:18:03,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:18:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:03,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:03,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:03,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:03,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40183,1730992680649}] 2024-11-07T15:18:03,967 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:03,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:18:03,971 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:18:03,971 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:03,972 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:18:03,973 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40183%2C1730992680649.meta, suffix=.meta, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:03,984 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.meta.1730992683973.meta, exclude list is [], retry=0 2024-11-07T15:18:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:03,988 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.meta.1730992683973.meta 2024-11-07T15:18:03,989 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:03,989 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:03,989 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:03,989 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:03,989 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:18:03,989 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:18:03,990 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:18:03,990 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:03,990 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:18:03,990 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:18:03,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:03,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:03,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:03,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:03,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:03,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:03,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:03,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:03,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:03,995 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:03,996 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:03,997 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:03,998 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:03,998 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:03,999 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:04,000 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:04,000 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74537588, jitterRate=0.11069661378860474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:04,001 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:18:04,001 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992683990Writing region info on filesystem at 1730992683990Initializing all the Stores at 1730992683991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992683991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992683991Cleaning up temporary data from old regions at 1730992683998 (+7 ms)Running coprocessor post-open hooks at 1730992684001 (+3 ms)Region opened successfully at 1730992684001 2024-11-07T15:18:04,002 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992683967 2024-11-07T15:18:04,004 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:18:04,004 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:18:04,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:04,005 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40183,1730992680649, state=OPEN 2024-11-07T15:18:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:04,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:04,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:04,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:18:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40183,1730992680649 in 204 msec 2024-11-07T15:18:04,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:18:04,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-07T15:18:04,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:04,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:18:04,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:04,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40183,1730992680649, seqNum=-1] 2024-11-07T15:18:04,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:04,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:04,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-07T15:18:04,030 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992684030, completionTime=-1 2024-11-07T15:18:04,030 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:18:04,030 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:18:04,031 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:18:04,031 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992744031 2024-11-07T15:18:04,031 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992804031 2024-11-07T15:18:04,031 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:41249, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,032 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,033 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.321sec 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:04,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:18:04,037 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:18:04,037 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:18:04,037 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41249,1730992680451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:04,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5c8b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:04,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41249,-1 for getting cluster id 2024-11-07T15:18:04,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:04,077 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2966392-df09-448d-8699-8b5edf1a3b94' 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2966392-df09-448d-8699-8b5edf1a3b94" 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41249,-1] 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:04,078 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:04,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440a37a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:04,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40183,1730992680649, seqNum=-1] 2024-11-07T15:18:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:04,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:04,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:04,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:04,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:04,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e022340002 connected 2024-11-07T15:18:04,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir so I do NOT create it in target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2 2024-11-07T15:18:04,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.tmp.dir so I do NOT create it in target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2 2024-11-07T15:18:04,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:18:04,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/cluster_ff134742-5683-fa18-a96a-7183b9724f24, deleteOnExit=true 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/test.cache.data in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:18:04,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:18:04,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:18:04,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:18:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:18:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:18:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:18:04,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:04,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:04,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:04,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:04,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:18:04,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:04,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48706e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:04,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30cf8c94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:04,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7a4917{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-11424973253653959379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:04,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50fd9f38{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-07T15:18:04,534 INFO [Time-limited test {}] server.Server(415): Started @147039ms 2024-11-07T15:18:04,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:04,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:04,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:04,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:04,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:18:04,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb62fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:04,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@104d0474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:04,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@732a6a73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/java.io.tmpdir/jetty-localhost-38063-hadoop-hdfs-3_4_1-tests_jar-_-any-3474515964617509497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:04,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c6d1d6d{HTTP/1.1, (http/1.1)}{localhost:38063} 2024-11-07T15:18:04,927 INFO [Time-limited test {}] server.Server(415): Started @147433ms 2024-11-07T15:18:04,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:18:05,544 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/cluster_ff134742-5683-fa18-a96a-7183b9724f24/data/data2/current/BP-465257478-172.17.0.2-1730992684121/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:05,544 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/cluster_ff134742-5683-fa18-a96a-7183b9724f24/data/data1/current/BP-465257478-172.17.0.2-1730992684121/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:05,558 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:18:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf24641d495ea441 with lease ID 0x6fe3938b344aa742: Processing first storage report for DS-44d5e32c-13e4-4768-aa9d-71d31cac5d70 from datanode DatanodeRegistration(127.0.0.1:36321, datanodeUuid=28571bb7-fe22-412e-b4bd-6773a9df49d2, infoPort=44211, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=2098175520;c=1730992684121) 2024-11-07T15:18:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf24641d495ea441 with lease ID 0x6fe3938b344aa742: from storage DS-44d5e32c-13e4-4768-aa9d-71d31cac5d70 node DatanodeRegistration(127.0.0.1:36321, datanodeUuid=28571bb7-fe22-412e-b4bd-6773a9df49d2, infoPort=44211, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=2098175520;c=1730992684121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf24641d495ea441 with lease ID 0x6fe3938b344aa742: Processing first storage report for DS-8f49a17b-3b8d-45b0-8dce-40589f8055fe from datanode DatanodeRegistration(127.0.0.1:36321, datanodeUuid=28571bb7-fe22-412e-b4bd-6773a9df49d2, infoPort=44211, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=2098175520;c=1730992684121) 2024-11-07T15:18:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf24641d495ea441 with lease ID 0x6fe3938b344aa742: from storage DS-8f49a17b-3b8d-45b0-8dce-40589f8055fe node DatanodeRegistration(127.0.0.1:36321, datanodeUuid=28571bb7-fe22-412e-b4bd-6773a9df49d2, infoPort=44211, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=2098175520;c=1730992684121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:05,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2 2024-11-07T15:18:05,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:05,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:18:06,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8 with version=8 2024-11-07T15:18:06,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/hbase-staging 2024-11-07T15:18:06,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:06,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:06,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39633 2024-11-07T15:18:06,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39633 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:06,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396330x0, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:06,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39633-0x10115e022340003 connected 2024-11-07T15:18:06,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:06,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:06,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/running 2024-11-07T15:18:06,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8, hbase.cluster.distributed=false 2024-11-07T15:18:06,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/acl 2024-11-07T15:18:06,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39633 2024-11-07T15:18:06,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39633 2024-11-07T15:18:06,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39633 2024-11-07T15:18:06,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39633 2024-11-07T15:18:06,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39633 2024-11-07T15:18:06,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:06,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:06,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44829 2024-11-07T15:18:06,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44829 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:06,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:06,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:06,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448290x0, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:06,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44829-0x10115e022340004 connected 2024-11-07T15:18:06,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/running 2024-11-07T15:18:06,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:06,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:06,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/master 2024-11-07T15:18:06,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/acl 2024-11-07T15:18:06,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-07T15:18:06,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44829 2024-11-07T15:18:06,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44829 2024-11-07T15:18:06,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-07T15:18:06,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-07T15:18:06,502 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39633 2024-11-07T15:18:06,502 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11428795466/backup-masters/7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/backup-masters 2024-11-07T15:18:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/backup-masters 2024-11-07T15:18:06,514 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on existing znode=/11428795466/backup-masters/7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428795466/master 2024-11-07T15:18:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:06,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:06,525 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on existing znode=/11428795466/master 2024-11-07T15:18:06,525 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11428795466/backup-masters/7b3e4e8e12ef,39633,1730992686062 from backup master directory 2024-11-07T15:18:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/backup-masters 2024-11-07T15:18:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428795466/backup-masters/7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/backup-masters 2024-11-07T15:18:06,535 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:06,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:06,538 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/hbase.id] with ID: dce34928-c6c1-4d15-96eb-44bc90faa4db 2024-11-07T15:18:06,538 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/.tmp/hbase.id 2024-11-07T15:18:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:18:06,943 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/.tmp/hbase.id]:[hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/hbase.id] 2024-11-07T15:18:06,952 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:06,952 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:06,953 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:18:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:18:07,450 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:07,451 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:07,451 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:18:07,858 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store 2024-11-07T15:18:07,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:08,264 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:08,264 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:08,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992688264Disabling compacts and flushes for region at 1730992688264Disabling writes for close at 1730992688264Writing region close event to WAL at 1730992688264Closed at 1730992688264 2024-11-07T15:18:08,265 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/.initializing 2024-11-07T15:18:08,265 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/WALs/7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:08,266 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:08,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39633%2C1730992686062, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/WALs/7b3e4e8e12ef,39633,1730992686062, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/oldWALs, maxLogs=10 2024-11-07T15:18:08,278 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/WALs/7b3e4e8e12ef,39633,1730992686062/7b3e4e8e12ef%2C39633%2C1730992686062.1730992688267, exclude list is [], retry=0 2024-11-07T15:18:08,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36321,DS-44d5e32c-13e4-4768-aa9d-71d31cac5d70,DISK] 2024-11-07T15:18:08,282 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/WALs/7b3e4e8e12ef,39633,1730992686062/7b3e4e8e12ef%2C39633%2C1730992686062.1730992688267 2024-11-07T15:18:08,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-07T15:18:08,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:08,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:08,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,283 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:18:08,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:08,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:08,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:18:08,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:08,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:08,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:18:08,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:08,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:08,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:18:08,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:08,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:08,289 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,290 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,290 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,291 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,291 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:08,293 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:08,294 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:08,295 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63547658, jitterRate=-0.053066104650497437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:08,295 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992688283Initializing all the Stores at 1730992688283Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992688283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992688284 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992688284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992688284Cleaning up temporary data from old regions at 1730992688291 (+7 ms)Region opened successfully at 1730992688295 (+4 ms) 2024-11-07T15:18:08,295 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:18:08,297 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c20d9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:08,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:18:08,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:18:08,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:18:08,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:18:08,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:18:08,299 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:18:08,299 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:18:08,300 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:18:08,301 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/balancer because node does not exist (not necessarily an error) 2024-11-07T15:18:08,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/balancer already deleted, retry=false 2024-11-07T15:18:08,451 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:18:08,451 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:18:08,461 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/normalizer already deleted, retry=false 2024-11-07T15:18:08,461 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:18:08,462 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:18:08,471 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/switch/split already deleted, retry=false 2024-11-07T15:18:08,472 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:18:08,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/switch/merge already deleted, retry=false 2024-11-07T15:18:08,484 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:18:08,492 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/snapshot-cleanup already deleted, retry=false 2024-11-07T15:18:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428795466/running 2024-11-07T15:18:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428795466/running 2024-11-07T15:18:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,503 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39633,1730992686062, sessionid=0x10115e022340003, setting cluster-up flag (Was=false) 2024-11-07T15:18:08,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,555 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11428795466/flush-table-proc/acquired, /11428795466/flush-table-proc/reached, /11428795466/flush-table-proc/abort 2024-11-07T15:18:08,557 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:08,608 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11428795466/online-snapshot/acquired, /11428795466/online-snapshot/reached, /11428795466/online-snapshot/abort 2024-11-07T15:18:08,609 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:08,610 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:18:08,611 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:08,612 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:18:08,612 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:18:08,612 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39633,1730992686062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:08,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992718614 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:08,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:18:08,614 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:18:08,615 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992688615,5,FailOnTimeoutGroup] 2024-11-07T15:18:08,615 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992688615,5,FailOnTimeoutGroup] 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:08,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:18:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:18:08,695 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(746): ClusterId : dce34928-c6c1-4d15-96eb-44bc90faa4db 2024-11-07T15:18:08,695 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:18:08,704 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:18:08,704 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:18:08,714 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:18:08,714 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f96c702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:08,724 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:44829 2024-11-07T15:18:08,724 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:18:08,724 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:18:08,724 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:18:08,725 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39633,1730992686062 with port=44829, startcode=1730992686469 2024-11-07T15:18:08,725 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:18:08,726 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:18:08,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39633 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,728 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8 2024-11-07T15:18:08,728 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-11-07T15:18:08,728 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:18:08,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/rs 2024-11-07T15:18:08,778 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] zookeeper.ZKUtil(111): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on existing znode=/11428795466/rs/7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,778 WARN [RS:0;7b3e4e8e12ef:44829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:08,778 INFO [RS:0;7b3e4e8e12ef:44829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:08,778 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,44829,1730992686469] 2024-11-07T15:18:08,781 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:18:08,783 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:18:08,783 INFO [RS:0;7b3e4e8e12ef:44829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:18:08,783 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,783 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:18:08,784 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:18:08,784 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:08,784 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,785 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44829,1730992686469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:08,797 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:18:08,797 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44829,1730992686469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,797 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,797 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.Replication(171): 7b3e4e8e12ef,44829,1730992686469 started 2024-11-07T15:18:08,808 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:08,808 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,44829,1730992686469, RpcServer on 7b3e4e8e12ef/172.17.0.2:44829, sessionid=0x10115e022340004 2024-11-07T15:18:08,808 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:18:08,808 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,808 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44829,1730992686469' 2024-11-07T15:18:08,808 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11428795466/flush-table-proc/abort' 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11428795466/flush-table-proc/acquired' 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44829,1730992686469' 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11428795466/online-snapshot/abort' 2024-11-07T15:18:08,809 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11428795466/online-snapshot/acquired' 2024-11-07T15:18:08,810 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:18:08,810 INFO [RS:0;7b3e4e8e12ef:44829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:18:08,810 INFO [RS:0;7b3e4e8e12ef:44829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:18:08,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:18:08,910 INFO [RS:0;7b3e4e8e12ef:44829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:08,911 INFO [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44829%2C1730992686469, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/oldWALs, maxLogs=10 2024-11-07T15:18:08,922 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469/7b3e4e8e12ef%2C44829%2C1730992686469.1730992688912, exclude list is [], retry=0 2024-11-07T15:18:08,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36321,DS-44d5e32c-13e4-4768-aa9d-71d31cac5d70,DISK] 2024-11-07T15:18:08,926 INFO [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469/7b3e4e8e12ef%2C44829%2C1730992686469.1730992688912 2024-11-07T15:18:08,926 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-07T15:18:09,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:18:09,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8 2024-11-07T15:18:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:18:09,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:09,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:09,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:09,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:09,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:09,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:09,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:09,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:09,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:09,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:09,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740 2024-11-07T15:18:09,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740 2024-11-07T15:18:09,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:09,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:09,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:09,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:09,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:09,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60694663, jitterRate=-0.09557904303073883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:09,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992689427Initializing all the Stores at 1730992689428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992689428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689428Cleaning up temporary data from old regions at 1730992689437 (+9 ms)Region opened successfully at 1730992689441 (+4 ms) 2024-11-07T15:18:09,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:09,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:09,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:09,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:09,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:09,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:09,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992689442Disabling compacts and flushes for region at 1730992689442Disabling writes for close at 1730992689442Writing region close event to WAL at 1730992689442Closed at 1730992689442 2024-11-07T15:18:09,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:09,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:18:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:18:09,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:09,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:18:09,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:09,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:09,595 DEBUG [7b3e4e8e12ef:39633 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:09,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:09,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44829,1730992686469, state=OPENING 2024-11-07T15:18:09,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:18:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:09,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:09,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428795466/meta-region-server: CHANGED 2024-11-07T15:18:09,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428795466/meta-region-server: CHANGED 2024-11-07T15:18:09,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44829,1730992686469}] 2024-11-07T15:18:09,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:09,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:18:09,818 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:18:09,818 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:09,818 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:18:09,820 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44829%2C1730992686469.meta, suffix=.meta, logDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/oldWALs, maxLogs=10 2024-11-07T15:18:09,831 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469/7b3e4e8e12ef%2C44829%2C1730992686469.meta.1730992689820.meta, exclude list is [], retry=0 2024-11-07T15:18:09,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36321,DS-44d5e32c-13e4-4768-aa9d-71d31cac5d70,DISK] 2024-11-07T15:18:09,835 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469/7b3e4e8e12ef%2C44829%2C1730992686469.meta.1730992689820.meta 2024-11-07T15:18:09,835 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-11-07T15:18:09,835 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:09,836 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:18:09,836 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:18:09,836 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:18:09,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:09,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:09,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:09,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:09,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:09,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:09,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:09,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:09,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:09,842 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:09,842 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740 2024-11-07T15:18:09,843 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740 2024-11-07T15:18:09,844 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:09,844 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:09,845 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:09,846 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:09,847 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66760122, jitterRate=-0.005196660757064819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:09,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:18:09,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992689836Writing region info on filesystem at 1730992689836Initializing all the Stores at 1730992689837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992689837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992689837Cleaning up temporary data from old regions at 1730992689844 (+7 ms)Running coprocessor post-open hooks at 1730992689847 (+3 ms)Region opened successfully at 1730992689847 2024-11-07T15:18:09,848 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992689813 2024-11-07T15:18:09,850 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:18:09,850 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:18:09,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:09,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44829,1730992686469, state=OPEN 2024-11-07T15:18:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11428795466/meta-region-server 2024-11-07T15:18:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11428795466/meta-region-server 2024-11-07T15:18:09,861 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:09,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428795466/meta-region-server: CHANGED 2024-11-07T15:18:09,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428795466/meta-region-server: CHANGED 2024-11-07T15:18:09,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:18:09,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44829,1730992686469 in 200 msec 2024-11-07T15:18:09,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:18:09,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-07T15:18:09,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:09,864 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:18:09,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:09,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44829,1730992686469, seqNum=-1] 2024-11-07T15:18:09,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:09,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:09,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-07T15:18:09,872 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992689871, completionTime=-1 2024-11-07T15:18:09,872 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:18:09,872 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:18:09,873 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:18:09,873 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992749873 2024-11-07T15:18:09,873 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992809873 2024-11-07T15:18:09,873 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39633, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,874 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,875 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.342sec 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:09,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:18:09,880 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:18:09,880 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:18:09,880 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39633,1730992686062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:09,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378c73b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39633,-1 for getting cluster id 2024-11-07T15:18:09,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:09,897 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce34928-c6c1-4d15-96eb-44bc90faa4db' 2024-11-07T15:18:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce34928-c6c1-4d15-96eb-44bc90faa4db" 2024-11-07T15:18:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39633,-1] 2024-11-07T15:18:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:09,899 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:09,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667c7a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44829,1730992686469, seqNum=-1] 2024-11-07T15:18:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:09,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:09,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:09,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:09,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e022340005 connected 2024-11-07T15:18:09,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e521c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41249,-1 for getting cluster id 2024-11-07T15:18:09,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:09,927 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2966392-df09-448d-8699-8b5edf1a3b94' 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2966392-df09-448d-8699-8b5edf1a3b94" 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90db95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41249,-1] 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:09,928 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78114bca 2024-11-07T15:18:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:09,930 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:09,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:39633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:18:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:09,932 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39633' 2024-11-07T15:18:09,933 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d81f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,933 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39633,-1 for getting cluster id 2024-11-07T15:18:09,933 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:09,934 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce34928-c6c1-4d15-96eb-44bc90faa4db' 2024-11-07T15:18:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce34928-c6c1-4d15-96eb-44bc90faa4db" 2024-11-07T15:18:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9b9c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39633,-1] 2024-11-07T15:18:09,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:09,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:09,935 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:09,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad0e372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:09,936 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78948f50 2024-11-07T15:18:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:09,938 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:09,938 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T15:18:09,938 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:18:09,938 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:09,939 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:09,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:09,939 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:09,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:18:09,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:18:09,941 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:09,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:18:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741835_1011 (size=1138) 2024-11-07T15:18:09,990 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:18:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:10,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38ccae92c802c5f2e67252a4caba1cc1, NAME => 'hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2 2024-11-07T15:18:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741836_1012 (size=44) 2024-11-07T15:18:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:10,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:10,755 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38ccae92c802c5f2e67252a4caba1cc1, disabling compactions & flushes 2024-11-07T15:18:10,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:10,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:10,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. after waiting 0 ms 2024-11-07T15:18:10,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:10,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:10,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38ccae92c802c5f2e67252a4caba1cc1: Waiting for close lock at 1730992690755Disabling compacts and flushes for region at 1730992690755Disabling writes for close at 1730992690756 (+1 ms)Writing region close event to WAL at 1730992690756Closed at 1730992690756 2024-11-07T15:18:10,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:18:10,757 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992690757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992690757"}]},"ts":"1730992690757"} 2024-11-07T15:18:10,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:18:10,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:18:10,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992690760"}]},"ts":"1730992690760"} 2024-11-07T15:18:10,761 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:18:10,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN}] 2024-11-07T15:18:10,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN 2024-11-07T15:18:10,763 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40183,1730992680649; forceNewPlan=false, retain=false 2024-11-07T15:18:10,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38ccae92c802c5f2e67252a4caba1cc1, regionState=OPENING, regionLocation=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN because future has completed 2024-11-07T15:18:10,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,40183,1730992680649}] 2024-11-07T15:18:11,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:11,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:11,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:18:11,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40183%2C1730992680649.rep, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:11,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.rep.1730992691073, exclude list is [], retry=0 2024-11-07T15:18:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:11,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.rep.1730992691073 2024-11-07T15:18:11,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:11,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ccae92c802c5f2e67252a4caba1cc1, NAME => 'hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:11,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:11,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:11,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. service=MultiRowMutationService 2024-11-07T15:18:11,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:18:11,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:11,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,089 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,090 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName hfileref 2024-11-07T15:18:11,090 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:11,090 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:11,091 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,091 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName queue 2024-11-07T15:18:11,091 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:11,092 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:11,092 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,093 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName sid 2024-11-07T15:18:11,093 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:11,093 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:11,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:11,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 38ccae92c802c5f2e67252a4caba1cc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60935182, jitterRate=-0.09199503064155579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:11,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:11,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 38ccae92c802c5f2e67252a4caba1cc1: Running coprocessor pre-open hook at 1730992691088Writing region info on filesystem at 1730992691088Initializing all the Stores at 1730992691089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992691089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992691089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992691089Cleaning up temporary data from old regions at 1730992691095 (+6 ms)Running coprocessor post-open hooks at 1730992691099 (+4 ms)Region opened successfully at 1730992691099 2024-11-07T15:18:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., pid=7, masterSystemTime=1730992691068 2024-11-07T15:18:11,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:11,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:11,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38ccae92c802c5f2e67252a4caba1cc1, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,40183,1730992680649 because future has completed 2024-11-07T15:18:11,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T15:18:11,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,40183,1730992680649 in 189 msec 2024-11-07T15:18:11,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:18:11,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN in 344 msec 2024-11-07T15:18:11,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:18:11,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992691108"}]},"ts":"1730992691108"} 2024-11-07T15:18:11,110 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:18:11,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:18:11,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-07T15:18:11,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., hostname=7b3e4e8e12ef,40183,1730992680649, seqNum=2] 2024-11-07T15:18:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:11,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:18:11,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T15:18:11,414 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:18:11,438 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,40183,1730992680649, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:18:11,439 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:11,439 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40183,1730992680649, seqNum=-1] 2024-11-07T15:18:11,439 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:11,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-07T15:18:11,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,40183,1730992680649', locateType=CURRENT is [region=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., hostname=7b3e4e8e12ef,40183,1730992680649, seqNum=2] 2024-11-07T15:18:11,443 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:18:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:18:11,445 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,40183,1730992680649 suceeded 2024-11-07T15:18:11,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T15:18:11,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-07T15:18:11,447 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:39633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:18:11,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-07T15:18:11,456 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39633' 2024-11-07T15:18:11,457 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e397863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:11,457 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39633,-1 for getting cluster id 2024-11-07T15:18:11,457 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:11,458 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce34928-c6c1-4d15-96eb-44bc90faa4db' 2024-11-07T15:18:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce34928-c6c1-4d15-96eb-44bc90faa4db" 2024-11-07T15:18:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e6f5bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39633,-1] 2024-11-07T15:18:11,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:11,459 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:11,460 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9d1167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:11,460 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123b8c77 2024-11-07T15:18:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:11,461 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:11,462 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,40183,1730992680649 (queues=1) is replicating from cluster=b2966392-df09-448d-8699-8b5edf1a3b94 to cluster=dce34928-c6c1-4d15-96eb-44bc90faa4db 2024-11-07T15:18:11,462 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C40183%2C1730992680649 2024-11-07T15:18:11,462 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,40183,1730992680649, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:18:11,463 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.shipper7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C40183%2C1730992680649 2024-11-07T15:18:11,463 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956, startPosition=0, beingWritten=true 2024-11-07T15:18:11,667 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 to pos 0, reset compression=false 2024-11-07T15:18:11,971 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 to pos 0, reset compression=false 2024-11-07T15:18:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:12,083 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:18:12,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:12,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:12,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:12,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:12,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:12,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26374c5e 2024-11-07T15:18:12,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:12,085 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:12,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41249 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:18:12,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:12,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:12,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:12,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:18:12,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=57580019, stopped=false 2024-11-07T15:18:12,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,41249,1730992680451 2024-11-07T15:18:12,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:12,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:12,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:12,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:12,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:12,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:12,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:12,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:12,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,40183,1730992680649' ***** 2024-11-07T15:18:12,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:18:12,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:18:12,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(3091): Received CLOSE for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40183. 2024-11-07T15:18:12,104 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:12,104 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38ccae92c802c5f2e67252a4caba1cc1, disabling compactions & flushes 2024-11-07T15:18:12,104 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:12,104 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:12,104 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:12,104 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. after waiting 0 ms 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:18:12,104 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:18:12,104 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:18:12,104 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38ccae92c802c5f2e67252a4caba1cc1 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T15:18:12,105 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:18:12,105 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1325): Online Regions={38ccae92c802c5f2e67252a4caba1cc1=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:12,105 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:12,105 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:12,105 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:12,105 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:12,105 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:12,105 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:12,105 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T15:18:12,123 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/c29ee502279946e5a48d4dd0d6e04ec7 is 147, key is hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1./info:regioninfo/1730992691102/Put/seqid=0 2024-11-07T15:18:12,123 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/.tmp/queue/18512d18955e45d08a905f013b19f6ed is 151, key is 1-7b3e4e8e12ef,40183,1730992680649/queue:7b3e4e8e12ef%2C40183%2C1730992680649/1730992691442/Put/seqid=0 2024-11-07T15:18:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741839_1015 (size=6631) 2024-11-07T15:18:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741838_1014 (size=5350) 2024-11-07T15:18:12,135 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:12,305 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:12,375 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 to pos 0, reset compression=false 2024-11-07T15:18:12,505 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:12,528 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/c29ee502279946e5a48d4dd0d6e04ec7 2024-11-07T15:18:12,528 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/.tmp/queue/18512d18955e45d08a905f013b19f6ed 2024-11-07T15:18:12,534 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/.tmp/queue/18512d18955e45d08a905f013b19f6ed as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/queue/18512d18955e45d08a905f013b19f6ed 2024-11-07T15:18:12,539 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/queue/18512d18955e45d08a905f013b19f6ed, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T15:18:12,540 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38ccae92c802c5f2e67252a4caba1cc1 in 436ms, sequenceid=5, compaction requested=false 2024-11-07T15:18:12,540 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:18:12,547 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:18:12,547 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:12,547 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:12,547 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:12,547 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38ccae92c802c5f2e67252a4caba1cc1: Waiting for close lock at 1730992692104Running coprocessor pre-close hooks at 1730992692104Disabling compacts and flushes for region at 1730992692104Disabling writes for close at 1730992692104Obtaining lock to block concurrent updates at 1730992692104Preparing flush snapshotting stores in 38ccae92c802c5f2e67252a4caba1cc1 at 1730992692104Finished memstore snapshotting hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730992692105 (+1 ms)Flushing stores of hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. at 1730992692105Flushing 38ccae92c802c5f2e67252a4caba1cc1/queue: creating writer at 1730992692105Flushing 38ccae92c802c5f2e67252a4caba1cc1/queue: appending metadata at 1730992692123 (+18 ms)Flushing 38ccae92c802c5f2e67252a4caba1cc1/queue: closing flushed file at 1730992692123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b8710d: reopening flushed file at 1730992692533 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 38ccae92c802c5f2e67252a4caba1cc1 in 436ms, sequenceid=5, compaction requested=false at 1730992692540 (+7 ms)Writing region close event to WAL at 1730992692543 (+3 ms)Running coprocessor post-close hooks at 1730992692547 (+4 ms)Closed at 1730992692547 2024-11-07T15:18:12,547 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:12,548 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/ns/6433ef1a1bf0431b945c1df923048c61 is 43, key is default/ns:d/1730992684026/Put/seqid=0 2024-11-07T15:18:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741840_1016 (size=5153) 2024-11-07T15:18:12,705 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:12,828 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:18:12,828 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:18:12,879 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 to pos 0, reset compression=false 2024-11-07T15:18:12,905 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:12,952 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/ns/6433ef1a1bf0431b945c1df923048c61 2024-11-07T15:18:12,969 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/table/9dca25dbd2004e69aefacb2e1131028f is 53, key is hbase:replication/table:state/1730992691108/Put/seqid=0 2024-11-07T15:18:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741841_1017 (size=5256) 2024-11-07T15:18:13,106 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:13,306 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:18:13,306 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:13,306 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:13,374 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/table/9dca25dbd2004e69aefacb2e1131028f 2024-11-07T15:18:13,379 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/c29ee502279946e5a48d4dd0d6e04ec7 as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/info/c29ee502279946e5a48d4dd0d6e04ec7 2024-11-07T15:18:13,383 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/info/c29ee502279946e5a48d4dd0d6e04ec7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T15:18:13,384 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/ns/6433ef1a1bf0431b945c1df923048c61 as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/ns/6433ef1a1bf0431b945c1df923048c61 2024-11-07T15:18:13,388 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/ns/6433ef1a1bf0431b945c1df923048c61, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:18:13,389 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/table/9dca25dbd2004e69aefacb2e1131028f as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/table/9dca25dbd2004e69aefacb2e1131028f 2024-11-07T15:18:13,393 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/table/9dca25dbd2004e69aefacb2e1131028f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T15:18:13,394 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-07T15:18:13,398 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:18:13,398 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:13,398 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:13,398 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:13,398 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992692105Running coprocessor pre-close hooks at 1730992692105Disabling compacts and flushes for region at 1730992692105Disabling writes for close at 1730992692105Obtaining lock to block concurrent updates at 1730992692105Preparing flush snapshotting stores in 1588230740 at 1730992692105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730992692105Flushing stores of hbase:meta,,1.1588230740 at 1730992692105Flushing 1588230740/info: creating writer at 1730992692105Flushing 1588230740/info: appending metadata at 1730992692123 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730992692123Flushing 1588230740/ns: creating writer at 1730992692533 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730992692548 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730992692548Flushing 1588230740/table: creating writer at 1730992692957 (+409 ms)Flushing 1588230740/table: appending metadata at 1730992692969 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730992692969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374405a1: reopening flushed file at 1730992693378 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703df4ab: reopening flushed file at 1730992693383 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112ae80e: reopening flushed file at 1730992693388 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1730992693394 (+6 ms)Writing region close event to WAL at 1730992693395 (+1 ms)Running coprocessor post-close hooks at 1730992693398 (+3 ms)Closed at 1730992693398 2024-11-07T15:18:13,398 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:13,484 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 to pos 0, reset compression=false 2024-11-07T15:18:13,506 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,40183,1730992680649; all regions closed. 2024-11-07T15:18:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741834_1010 (size=2742) 2024-11-07T15:18:13,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.meta.1730992683973.meta not finished, retry = 0 2024-11-07T15:18:13,610 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:13,611 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40183%2C1730992680649.meta:.meta(num 1730992683973) 2024-11-07T15:18:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741837_1013 (size=1586) 2024-11-07T15:18:13,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.rep.1730992691073 not finished, retry = 0 2024-11-07T15:18:13,715 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:13,715 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40183%2C1730992680649.rep:(num 1730992691073) 2024-11-07T15:18:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:18:13,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649/7b3e4e8e12ef%2C40183%2C1730992680649.1730992682956 not finished, retry = 0 2024-11-07T15:18:13,819 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:13,819 INFO [RS:0;7b3e4e8e12ef:40183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C40183%2C1730992680649:(num 1730992682956) 2024-11-07T15:18:13,819 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:13,819 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:13,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:13,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:13,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:13,820 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:13,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,40183,1730992680649 because: Region server is closing 2024-11-07T15:18:13,820 INFO [RS:0;7b3e4e8e12ef:40183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:40183. 2024-11-07T15:18:13,820 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:13,820 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:13,820 DEBUG [RS:0;7b3e4e8e12ef:40183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:13,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:13,921 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.wal-reader.7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:18:13,921 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.shipper7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:18:13,921 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,40183,1730992680649.replicationSource.shipper7b3e4e8e12ef%2C40183%2C1730992680649,1-7b3e4e8e12ef,40183,1730992680649 terminated 2024-11-07T15:18:13,921 INFO [RS:0;7b3e4e8e12ef:40183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40183 2024-11-07T15:18:13,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/rs/7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:13,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/rs 2024-11-07T15:18:13,959 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:13,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,40183,1730992680649] 2024-11-07T15:18:13,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/draining/7b3e4e8e12ef,40183,1730992680649 already deleted, retry=false 2024-11-07T15:18:13,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,40183,1730992680649 expired; onlineServers=0 2024-11-07T15:18:13,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,41249,1730992680451' ***** 2024-11-07T15:18:13,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:18:13,987 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:13,987 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:13,987 DEBUG [M:0;7b3e4e8e12ef:41249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:18:13,987 DEBUG [M:0;7b3e4e8e12ef:41249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:18:13,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:18:13,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992682743 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992682743,5,FailOnTimeoutGroup] 2024-11-07T15:18:13,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992682743 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992682743,5,FailOnTimeoutGroup] 2024-11-07T15:18:13,987 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:13,987 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:13,987 DEBUG [M:0;7b3e4e8e12ef:41249 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:18:13,987 INFO [M:0;7b3e4e8e12ef:41249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:18:13,988 INFO [M:0;7b3e4e8e12ef:41249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:13,988 INFO [M:0;7b3e4e8e12ef:41249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:18:13,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:18:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/master 2024-11-07T15:18:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:13,997 DEBUG [M:0;7b3e4e8e12ef:41249 {}] zookeeper.ZKUtil(347): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/master because node does not exist (not an error) 2024-11-07T15:18:13,997 WARN [M:0;7b3e4e8e12ef:41249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:18:13,998 INFO [M:0;7b3e4e8e12ef:41249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.lastflushedseqids 2024-11-07T15:18:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741842_1018 (size=181) 2024-11-07T15:18:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:14,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40183-0x10115e022340001, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:14,077 INFO [RS:0;7b3e4e8e12ef:40183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:14,077 INFO [RS:0;7b3e4e8e12ef:40183 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,40183,1730992680649; zookeeper connection closed. 2024-11-07T15:18:14,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41f3b6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41f3b6a 2024-11-07T15:18:14,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:18:14,403 INFO [M:0;7b3e4e8e12ef:41249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:18:14,403 INFO [M:0;7b3e4e8e12ef:41249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:18:14,403 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:14,403 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:14,403 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:14,403 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:14,403 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:14,403 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T15:18:14,417 DEBUG [M:0;7b3e4e8e12ef:41249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b53332562f484c94052649167e7601 is 82, key is hbase:meta,,1/info:regioninfo/1730992684004/Put/seqid=0 2024-11-07T15:18:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741843_1019 (size=5672) 2024-11-07T15:18:14,821 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b53332562f484c94052649167e7601 2024-11-07T15:18:14,840 DEBUG [M:0;7b3e4e8e12ef:41249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41b63a92e947e29a69b3168a4f014b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730992691112/Put/seqid=0 2024-11-07T15:18:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741844_1020 (size=7203) 2024-11-07T15:18:15,244 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41b63a92e947e29a69b3168a4f014b 2024-11-07T15:18:15,266 DEBUG [M:0;7b3e4e8e12ef:41249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88ad1abf7c143a68d9be88e8a5f3310 is 69, key is 7b3e4e8e12ef,40183,1730992680649/rs:state/1730992682812/Put/seqid=0 2024-11-07T15:18:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741845_1021 (size=5156) 2024-11-07T15:18:15,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:15,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:15,670 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88ad1abf7c143a68d9be88e8a5f3310 2024-11-07T15:18:15,675 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b53332562f484c94052649167e7601 as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b53332562f484c94052649167e7601 2024-11-07T15:18:15,680 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b53332562f484c94052649167e7601, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T15:18:15,681 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41b63a92e947e29a69b3168a4f014b as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df41b63a92e947e29a69b3168a4f014b 2024-11-07T15:18:15,686 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df41b63a92e947e29a69b3168a4f014b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T15:18:15,686 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88ad1abf7c143a68d9be88e8a5f3310 as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d88ad1abf7c143a68d9be88e8a5f3310 2024-11-07T15:18:15,691 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d88ad1abf7c143a68d9be88e8a5f3310, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T15:18:15,691 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-07T15:18:15,693 INFO [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:15,693 DEBUG [M:0;7b3e4e8e12ef:41249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992694403Disabling compacts and flushes for region at 1730992694403Disabling writes for close at 1730992694403Obtaining lock to block concurrent updates at 1730992694403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992694403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730992694404 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992694404Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992694404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992694417 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992694417Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992694826 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992694840 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992694840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992695249 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992695265 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992695265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3038a8ea: reopening flushed file at 1730992695674 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa6b508: reopening flushed file at 1730992695680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342f408c: reopening flushed file at 1730992695686 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1730992695691 (+5 ms)Writing region close event to WAL at 1730992695693 (+2 ms)Closed at 1730992695693 2024-11-07T15:18:15,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 not finished, retry = 0 2024-11-07T15:18:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741830_1006 (size=41008) 2024-11-07T15:18:15,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:15,796 INFO [M:0;7b3e4e8e12ef:41249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:18:15,796 INFO [M:0;7b3e4e8e12ef:41249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41249 2024-11-07T15:18:15,796 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:15,950 INFO [M:0;7b3e4e8e12ef:41249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41249-0x10115e022340000, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:15,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:15,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:15,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:15,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34037 2024-11-07T15:18:15,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34037 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340370x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:15,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34037-0x10115e022340006 connected 2024-11-07T15:18:15,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:15,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:15,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:15,980 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: INIT 2024-11-07T15:18:15,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2, hbase.cluster.distributed=false 2024-11-07T15:18:15,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/acl 2024-11-07T15:18:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-07T15:18:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34037 2024-11-07T15:18:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34037 2024-11-07T15:18:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-07T15:18:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-07T15:18:15,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:15,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:15,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39181 2024-11-07T15:18:15,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39181 connecting to ZooKeeper ensemble=127.0.0.1:59376 2024-11-07T15:18:15,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:15,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:16,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391810x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:16,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391810x0, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:16,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39181-0x10115e022340007 connected 2024-11-07T15:18:16,008 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: INIT 2024-11-07T15:18:16,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:16,009 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:16,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/master 2024-11-07T15:18:16,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/acl 2024-11-07T15:18:16,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-07T15:18:16,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2024-11-07T15:18:16,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2024-11-07T15:18:16,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-07T15:18:16,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2024-11-07T15:18:16,021 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:34037 2024-11-07T15:18:16,021 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1298799322/backup-masters/7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:16,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:16,029 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/backup-masters/7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/master 2024-11-07T15:18:16,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:16,040 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/master 2024-11-07T15:18:16,040 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1298799322/backup-masters/7b3e4e8e12ef,34037,1730992695951 from backup master directory 2024-11-07T15:18:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/backup-masters/7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/backup-masters 2024-11-07T15:18:16,050 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:16,050 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:16,058 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:16,064 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-07T15:18:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741846_1022 (size=196) 2024-11-07T15:18:16,476 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:16,477 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:16,477 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:16,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T15:18:16,484 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451 to hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451-dead as it is dead 2024-11-07T15:18:16,484 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451-dead/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:16,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451-dead/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 after 0ms 2024-11-07T15:18:16,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451-dead/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 to hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:16,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,41249,1730992680451-dead 2024-11-07T15:18:16,486 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,486 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:16,487 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C34037%2C1730992695951, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,34037,1730992695951, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/oldWALs, maxLogs=10 2024-11-07T15:18:16,499 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,34037,1730992695951/7b3e4e8e12ef%2C34037%2C1730992695951.1730992696487, exclude list is [], retry=0 2024-11-07T15:18:16,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:16,503 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/WALs/7b3e4e8e12ef,34037,1730992695951/7b3e4e8e12ef%2C34037%2C1730992695951.1730992696487 2024-11-07T15:18:16,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:16,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:16,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:16,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,503 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:18:16,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:16,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b53332562f484c94052649167e7601 2024-11-07T15:18:16,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:16,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:18:16,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:16,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df41b63a92e947e29a69b3168a4f014b 2024-11-07T15:18:16,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:16,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:18:16,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:16,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d88ad1abf7c143a68d9be88e8a5f3310 2024-11-07T15:18:16,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:16,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:18:16,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:16,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:16,523 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,524 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T15:18:16,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:16,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:16,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7b3e4e8e12ef%2C41249%2C1730992680451.1730992682412 2024-11-07T15:18:16,529 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,529 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,530 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:16,531 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:16,533 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-07T15:18:16,534 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981360, jitterRate=0.08750700950622559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:16,534 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992696503Initializing all the Stores at 1730992696504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992696504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992696504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992696504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992696504Cleaning up temporary data from old regions at 1730992696529 (+25 ms)Region opened successfully at 1730992696534 (+5 ms) 2024-11-07T15:18:16,534 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:18:16,536 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1820f249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:16,539 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T15:18:16,539 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:18:16,539 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:18:16,539 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:18:16,540 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:18:16,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:16,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:18:16,544 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:18:16,544 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:18:16,544 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:18:16,551 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7b3e4e8e12ef,40183,1730992680649, regionLocation=7b3e4e8e12ef,40183,1730992680649, openSeqNum=2 2024-11-07T15:18:16,551 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7b3e4e8e12ef,40183,1730992680649, table=hbase:meta, region=1588230740 2024-11-07T15:18:16,551 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40183,1730992680649, state=OPEN 2024-11-07T15:18:16,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:16,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:16,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:16,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:16,726 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:18:16,776 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/draining/7b3e4e8e12ef,40183,1730992680649 already deleted, retry=false 2024-11-07T15:18:16,776 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7b3e4e8e12ef,40183,1730992680649 on 7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,777 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7b3e4e8e12ef,40183,1730992680649, splitWal=true, meta=true 2024-11-07T15:18:16,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 7b3e4e8e12ef,40183,1730992680649 (carryingMeta=true) 7b3e4e8e12ef,40183,1730992680649/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3827e14[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T15:18:16,778 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/balancer because node does not exist (not necessarily an error) 2024-11-07T15:18:16,786 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/balancer already deleted, retry=false 2024-11-07T15:18:16,787 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:18:16,787 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:18:16,797 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/normalizer already deleted, retry=false 2024-11-07T15:18:16,797 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:18:16,798 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:18:16,807 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/switch/split already deleted, retry=false 2024-11-07T15:18:16,808 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:18:16,818 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/switch/merge already deleted, retry=false 2024-11-07T15:18:16,831 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:18:16,839 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/snapshot-cleanup already deleted, retry=false 2024-11-07T15:18:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:16,850 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,34037,1730992695951, sessionid=0x10115e022340006, setting cluster-up flag (Was=false) 2024-11-07T15:18:16,861 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1298799322/flush-table-proc/acquired, /0-1298799322/flush-table-proc/reached, /0-1298799322/flush-table-proc/abort 2024-11-07T15:18:16,862 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,871 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1298799322/online-snapshot/acquired, /0-1298799322/online-snapshot/reached, /0-1298799322/online-snapshot/abort 2024-11-07T15:18:16,872 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:16,873 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.lastflushedseqids 2024-11-07T15:18:16,875 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:18:16,875 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:18:16,875 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,34037,1730992695951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7b3e4e8e12ef,40183,1730992680649 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:16,876 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992726877 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:18:16,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:16,877 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40183,1730992680649, splitWal=true, meta=true 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:18:16,878 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40183,1730992680649, splitWal=true, meta=true, isMeta: true 2024-11-07T15:18:16,878 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992696878,5,FailOnTimeoutGroup] 2024-11-07T15:18:16,878 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992696878,5,FailOnTimeoutGroup] 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:16,878 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:16,879 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992696879, completionTime=-1 2024-11-07T15:18:16,879 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T15:18:16,879 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T15:18:16,879 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649-splitting 2024-11-07T15:18:16,880 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649-splitting dir is empty, no logs to split. 2024-11-07T15:18:16,880 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40183,1730992680649 WAL count=0, meta=true 2024-11-07T15:18:16,882 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649-splitting dir is empty, no logs to split. 2024-11-07T15:18:16,882 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40183,1730992680649 WAL count=0, meta=true 2024-11-07T15:18:16,882 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7b3e4e8e12ef,40183,1730992680649 WAL splitting is done? wals=0, meta=true 2024-11-07T15:18:16,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:18:16,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:16,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:18:16,913 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(746): ClusterId : b2966392-df09-448d-8699-8b5edf1a3b94 2024-11-07T15:18:16,913 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:18:16,924 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:18:16,924 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:18:16,935 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:18:16,935 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b415c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:16,944 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:39181 2024-11-07T15:18:16,944 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:18:16,944 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:18:16,944 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:18:16,945 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,34037,1730992695951 with port=39181, startcode=1730992695994 2024-11-07T15:18:16,945 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:18:16,946 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:18:16,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:16,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:16,947 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2 2024-11-07T15:18:16,947 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44427 2024-11-07T15:18:16,947 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:18:16,979 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T15:18:16,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/rs 2024-11-07T15:18:16,981 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] zookeeper.ZKUtil(111): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on existing znode=/0-1298799322/rs/7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:16,981 WARN [RS:0;7b3e4e8e12ef:39181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:16,981 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:16,981 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:16,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,39181,1730992695994] 2024-11-07T15:18:17,003 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:18:17,004 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:18:17,004 INFO [RS:0;7b3e4e8e12ef:39181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:18:17,004 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,004 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:18:17,005 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:18:17,005 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,005 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:17,006 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,006 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39181,1730992695994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:17,018 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:18:17,018 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39181,1730992695994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,030 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,39181,1730992695994, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:18:17,030 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,030 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.Replication(171): 7b3e4e8e12ef,39181,1730992695994 started 2024-11-07T15:18:17,034 WARN [7b3e4e8e12ef:34037 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:18:17,042 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:17,042 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,39181,1730992695994, RpcServer on 7b3e4e8e12ef/172.17.0.2:39181, sessionid=0x10115e022340007 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39633' 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39181,1730992695994' 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1298799322/flush-table-proc/abort' 2024-11-07T15:18:17,042 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1298799322/flush-table-proc/acquired' 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ed8ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39633,-1 for getting cluster id 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39181,1730992695994' 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1298799322/online-snapshot/abort' 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1298799322/online-snapshot/acquired' 2024-11-07T15:18:17,043 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:18:17,043 INFO [RS:0;7b3e4e8e12ef:39181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:18:17,043 INFO [RS:0;7b3e4e8e12ef:39181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:18:17,044 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dce34928-c6c1-4d15-96eb-44bc90faa4db' 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dce34928-c6c1-4d15-96eb-44bc90faa4db" 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4055522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39633,-1] 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:17,045 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:17,046 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d007df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:17,046 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5288a8fd 2024-11-07T15:18:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:17,047 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:17,047 INFO [RS:0;7b3e4e8e12ef:39181.replicationSource,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,39181,1730992695994 (queues=0) is replicating from cluster=b2966392-df09-448d-8699-8b5edf1a3b94 to cluster=dce34928-c6c1-4d15-96eb-44bc90faa4db 2024-11-07T15:18:17,144 INFO [RS:0;7b3e4e8e12ef:39181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:17,145 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39181%2C1730992695994, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:17,159 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146, exclude list is [], retry=0 2024-11-07T15:18:17,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:17,163 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 2024-11-07T15:18:17,164 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7b3e4e8e12ef%2C39181%2C1730992695994 for peer 1 2024-11-07T15:18:17,164 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C39181%2C1730992695994 2024-11-07T15:18:17,164 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,39181,1730992695994, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:18:17,164 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:17,164 INFO [RS:0;7b3e4e8e12ef:39181.replicationSource.shipper7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C39181%2C1730992695994 2024-11-07T15:18:17,164 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146, startPosition=0, beingWritten=true 2024-11-07T15:18:17,284 DEBUG [7b3e4e8e12ef:34037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:17,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:17,285 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39181,1730992695994, state=OPENING 2024-11-07T15:18:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:17,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:17,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:17,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:17,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39181,1730992695994}] 2024-11-07T15:18:17,368 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:17,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:17,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:18:17,469 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:18:17,469 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:17,469 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:18:17,470 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39181%2C1730992695994.meta, suffix=.meta, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:17,481 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.meta.1730992697471.meta, exclude list is [], retry=0 2024-11-07T15:18:17,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:17,485 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.meta.1730992697471.meta 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:17,485 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:18:17,485 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:18:17,485 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:17,486 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:18:17,486 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:18:17,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:17,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:17,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:17,492 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/info/c29ee502279946e5a48d4dd0d6e04ec7 2024-11-07T15:18:17,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:17,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:17,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:17,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:17,498 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/ns/6433ef1a1bf0431b945c1df923048c61 2024-11-07T15:18:17,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:17,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:17,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:17,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:17,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:17,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:17,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:17,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:17,504 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/table/9dca25dbd2004e69aefacb2e1131028f 2024-11-07T15:18:17,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:17,505 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:17,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:17,507 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740 2024-11-07T15:18:17,508 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:17,508 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:17,509 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:17,510 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:17,511 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59163297, jitterRate=-0.11839817464351654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:17,511 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:18:17,511 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992697486Writing region info on filesystem at 1730992697486Initializing all the Stores at 1730992697486Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992697487 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992697487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992697487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992697487Cleaning up temporary data from old regions at 1730992697508 (+21 ms)Running coprocessor post-open hooks at 1730992697511 (+3 ms)Region opened successfully at 1730992697511 2024-11-07T15:18:17,511 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1730992697465 2024-11-07T15:18:17,513 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:18:17,513 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:18:17,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:17,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39181,1730992695994, state=OPEN 2024-11-07T15:18:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1298799322/meta-region-server 2024-11-07T15:18:17,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:17,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:17,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1298799322/meta-region-server: CHANGED 2024-11-07T15:18:17,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T15:18:17,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39181,1730992695994 in 210 msec 2024-11-07T15:18:17,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:18:17,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-07T15:18:17,672 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:18,077 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:18,481 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-07T15:18:18,581 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:19,185 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:19,890 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:19,984 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T15:18:20,694 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:21,386 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T15:18:21,386 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:18:21,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:21,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39181,1730992695994, seqNum=-1] 2024-11-07T15:18:21,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:21,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:21,392 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=38ccae92c802c5f2e67252a4caba1cc1, regionState=OPEN, lastHost=7b3e4e8e12ef,40183,1730992680649, regionLocation=7b3e4e8e12ef,40183,1730992680649, openSeqNum=2 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992761392 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992821392 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-07T15:18:21,392 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7b3e4e8e12ef,40183,1730992680649 had 2 regions 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:34037, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,393 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,393 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7b3e4e8e12ef,40183,1730992680649, splitWal=true, meta=true, isMeta: false 2024-11-07T15:18:21,395 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649-splitting dir is empty, no logs to split. 2024-11-07T15:18:21,395 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40183,1730992680649 WAL count=0, meta=false 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.348sec 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:21,398 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:18:21,399 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,40183,1730992680649-splitting dir is empty, no logs to split. 2024-11-07T15:18:21,399 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7b3e4e8e12ef,40183,1730992680649 WAL count=0, meta=false 2024-11-07T15:18:21,399 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7b3e4e8e12ef,40183,1730992680649 WAL splitting is done? wals=0, meta=false 2024-11-07T15:18:21,399 WARN [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7b3e4e8e12ef,40183,1730992680649/hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:21,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN}] 2024-11-07T15:18:21,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN 2024-11-07T15:18:21,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:18:21,408 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:18:21,408 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:18:21,408 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34037,1730992695951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:21,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5b7ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,34037,-1 for getting cluster id 2024-11-07T15:18:21,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:21,417 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2966392-df09-448d-8699-8b5edf1a3b94' 2024-11-07T15:18:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2966392-df09-448d-8699-8b5edf1a3b94" 2024-11-07T15:18:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f64a39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,34037,-1] 2024-11-07T15:18:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,419 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70967c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39181,1730992695994, seqNum=-1] 2024-11-07T15:18:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:21,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:21,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T15:18:21,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:21,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:21,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:21,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7b3e4e8e12ef:34037 after: 7b3e4e8e12ef:34037 2024-11-07T15:18:21,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db87872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,34037,-1 for getting cluster id 2024-11-07T15:18:21,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:21,425 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2966392-df09-448d-8699-8b5edf1a3b94' 2024-11-07T15:18:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2966392-df09-448d-8699-8b5edf1a3b94" 2024-11-07T15:18:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ebfb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,34037,-1] 2024-11-07T15:18:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:21,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,426 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:21,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2be618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:21,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8009fc8 2024-11-07T15:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:21,429 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:21,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T15:18:21,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:18:21,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:21,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:21,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:21,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:18:21,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=90674773, stopped=false 2024-11-07T15:18:21,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39633,1730992686062 2024-11-07T15:18:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428795466/running 2024-11-07T15:18:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428795466/running 2024-11-07T15:18:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:21,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:21,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:21,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/running 2024-11-07T15:18:21,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Set watcher on znode that does not yet exist, /11428795466/running 2024-11-07T15:18:21,460 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-07T15:18:21,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:21,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,44829,1730992686469' ***** 2024-11-07T15:18:21,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:18:21,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:44829. 2024-11-07T15:18:21,462 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:21,462 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:18:21,462 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:18:21,462 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:21,462 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:21,462 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:21,462 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:21,462 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:21,462 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:21,462 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:21,463 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T15:18:21,475 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/.tmp/ns/80935a012a424efd81e1ae63090087af is 43, key is default/ns:d/1730992689867/Put/seqid=0 2024-11-07T15:18:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741835_1011 (size=5153) 2024-11-07T15:18:21,494 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:21,552 DEBUG [7b3e4e8e12ef:34037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:21,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=38ccae92c802c5f2e67252a4caba1cc1, regionState=OPENING, regionLocation=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN because future has completed 2024-11-07T15:18:21,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,39181,1730992695994}] 2024-11-07T15:18:21,599 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:21,662 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:21,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:21,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:21,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:18:21,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39181%2C1730992695994.rep, suffix=, logDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994, archiveDir=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs, maxLogs=10 2024-11-07T15:18:21,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.rep.1730992701711, exclude list is [], retry=0 2024-11-07T15:18:21,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-63ead374-205d-4b12-94d0-02face6bb521,DISK] 2024-11-07T15:18:21,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.rep.1730992701711 2024-11-07T15:18:21,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-07T15:18:21,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ccae92c802c5f2e67252a4caba1cc1, NAME => 'hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:21,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. service=MultiRowMutationService 2024-11-07T15:18:21,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,727 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,728 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName hfileref 2024-11-07T15:18:21,728 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:21,728 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:21,729 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,729 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName queue 2024-11-07T15:18:21,729 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:21,734 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/queue/18512d18955e45d08a905f013b19f6ed 2024-11-07T15:18:21,734 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:21,734 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,735 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ccae92c802c5f2e67252a4caba1cc1 columnFamilyName sid 2024-11-07T15:18:21,735 DEBUG [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:21,735 INFO [StoreOpener-38ccae92c802c5f2e67252a4caba1cc1-1 {}] regionserver.HStore(327): Store=38ccae92c802c5f2e67252a4caba1cc1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:21,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:21,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 38ccae92c802c5f2e67252a4caba1cc1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71897312, jitterRate=0.07135343551635742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:21,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:21,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 38ccae92c802c5f2e67252a4caba1cc1: Running coprocessor pre-open hook at 1730992701726Writing region info on filesystem at 1730992701726Initializing all the Stores at 1730992701727 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992701727Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992701727Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992701727Cleaning up temporary data from old regions at 1730992701737 (+10 ms)Running coprocessor post-open hooks at 1730992701739 (+2 ms)Region opened successfully at 1730992701740 (+1 ms) 2024-11-07T15:18:21,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., pid=13, masterSystemTime=1730992701706 2024-11-07T15:18:21,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:21,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:21,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=38ccae92c802c5f2e67252a4caba1cc1, regionState=OPEN, openSeqNum=9, regionLocation=7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:21,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,39181,1730992695994 because future has completed 2024-11-07T15:18:21,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T15:18:21,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ccae92c802c5f2e67252a4caba1cc1, server=7b3e4e8e12ef,39181,1730992695994 in 191 msec 2024-11-07T15:18:21,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-07T15:18:21,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38ccae92c802c5f2e67252a4caba1cc1, ASSIGN in 347 msec 2024-11-07T15:18:21,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T15:18:21,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., hostname=7b3e4e8e12ef,39181,1730992695994, seqNum=9] 2024-11-07T15:18:21,766 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7b3e4e8e12ef,40183,1730992680649 2024-11-07T15:18:21,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T15:18:21,786 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:18:21,786 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:18:21,863 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:21,879 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/.tmp/ns/80935a012a424efd81e1ae63090087af 2024-11-07T15:18:21,889 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/.tmp/ns/80935a012a424efd81e1ae63090087af as hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/ns/80935a012a424efd81e1ae63090087af 2024-11-07T15:18:21,895 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/ns/80935a012a424efd81e1ae63090087af, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T15:18:21,895 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-07T15:18:21,896 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:18:21,905 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:18:21,905 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:21,905 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:21,905 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:21,905 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992701462Running coprocessor pre-close hooks at 1730992701462Disabling compacts and flushes for region at 1730992701462Disabling writes for close at 1730992701462Obtaining lock to block concurrent updates at 1730992701463 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730992701463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730992701463Flushing stores of hbase:meta,,1.1588230740 at 1730992701463Flushing 1588230740/ns: creating writer at 1730992701463Flushing 1588230740/ns: appending metadata at 1730992701475 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730992701475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf8aba3: reopening flushed file at 1730992701888 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1730992701896 (+8 ms)Writing region close event to WAL at 1730992701901 (+5 ms)Running coprocessor post-close hooks at 1730992701905 (+4 ms)Closed at 1730992701905 2024-11-07T15:18:21,905 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:21,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-07T15:18:22,063 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,44829,1730992686469; all regions closed. 2024-11-07T15:18:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741834_1010 (size=1152) 2024-11-07T15:18:22,067 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/oldWALs 2024-11-07T15:18:22,067 INFO [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C44829%2C1730992686469.meta:.meta(num 1730992689820) 2024-11-07T15:18:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741832_1008 (size=93) 2024-11-07T15:18:22,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/WALs/7b3e4e8e12ef,44829,1730992686469/7b3e4e8e12ef%2C44829%2C1730992686469.1730992688912 not finished, retry = 0 2024-11-07T15:18:22,171 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/oldWALs 2024-11-07T15:18:22,171 INFO [RS:0;7b3e4e8e12ef:44829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C44829%2C1730992686469:(num 1730992688912) 2024-11-07T15:18:22,171 DEBUG [RS:0;7b3e4e8e12ef:44829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:22,171 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:22,172 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:22,172 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:22,172 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:22,172 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:22,172 INFO [RS:0;7b3e4e8e12ef:44829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44829 2024-11-07T15:18:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428795466/rs/7b3e4e8e12ef,44829,1730992686469 2024-11-07T15:18:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466/rs 2024-11-07T15:18:22,197 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:22,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,44829,1730992686469] 2024-11-07T15:18:22,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11428795466/draining/7b3e4e8e12ef,44829,1730992686469 already deleted, retry=false 2024-11-07T15:18:22,260 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,44829,1730992686469 expired; onlineServers=0 2024-11-07T15:18:22,260 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39633,1730992686062' ***** 2024-11-07T15:18:22,260 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:18:22,260 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:22,260 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:22,260 DEBUG [M:0;7b3e4e8e12ef:39633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:18:22,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:18:22,260 DEBUG [M:0;7b3e4e8e12ef:39633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:18:22,260 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992688615 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992688615,5,FailOnTimeoutGroup] 2024-11-07T15:18:22,260 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992688615 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992688615,5,FailOnTimeoutGroup] 2024-11-07T15:18:22,260 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:22,261 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:22,261 DEBUG [M:0;7b3e4e8e12ef:39633 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:18:22,261 INFO [M:0;7b3e4e8e12ef:39633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:18:22,261 INFO [M:0;7b3e4e8e12ef:39633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:22,261 INFO [M:0;7b3e4e8e12ef:39633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:18:22,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:18:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428795466/master 2024-11-07T15:18:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428795466 2024-11-07T15:18:22,270 DEBUG [M:0;7b3e4e8e12ef:39633 {}] zookeeper.ZKUtil(347): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Unable to get data of znode /11428795466/master because node does not exist (not an error) 2024-11-07T15:18:22,271 WARN [M:0;7b3e4e8e12ef:39633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:18:22,272 INFO [M:0;7b3e4e8e12ef:39633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/.lastflushedseqids 2024-11-07T15:18:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741836_1012 (size=99) 2024-11-07T15:18:22,288 INFO [M:0;7b3e4e8e12ef:39633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:18:22,288 INFO [M:0;7b3e4e8e12ef:39633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:18:22,288 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:22,288 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:22,288 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:22,288 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:22,288 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:22,289 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T15:18:22,311 DEBUG [M:0;7b3e4e8e12ef:39633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8887ffa74e66bb1084866d89bafc is 82, key is hbase:meta,,1/info:regioninfo/1730992689850/Put/seqid=0 2024-11-07T15:18:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741837_1013 (size=5672) 2024-11-07T15:18:22,319 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8887ffa74e66bb1084866d89bafc 2024-11-07T15:18:22,338 DEBUG [M:0;7b3e4e8e12ef:39633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5095ef57c5ea46c29778e3de8ecfc7aa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730992689871/Put/seqid=0 2024-11-07T15:18:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741838_1014 (size=5275) 2024-11-07T15:18:22,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:22,351 INFO [RS:0;7b3e4e8e12ef:44829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:22,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x10115e022340004, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:22,351 INFO [RS:0;7b3e4e8e12ef:44829 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,44829,1730992686469; zookeeper connection closed. 2024-11-07T15:18:22,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bb770c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bb770c3 2024-11-07T15:18:22,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:18:22,603 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:22,746 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5095ef57c5ea46c29778e3de8ecfc7aa 2024-11-07T15:18:22,769 DEBUG [M:0;7b3e4e8e12ef:39633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e65ee5818e548d9a61bb1317b2ae98c is 69, key is 7b3e4e8e12ef,44829,1730992686469/rs:state/1730992688727/Put/seqid=0 2024-11-07T15:18:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741839_1015 (size=5156) 2024-11-07T15:18:22,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:23,174 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e65ee5818e548d9a61bb1317b2ae98c 2024-11-07T15:18:23,183 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a9f8887ffa74e66bb1084866d89bafc as hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a9f8887ffa74e66bb1084866d89bafc 2024-11-07T15:18:23,189 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a9f8887ffa74e66bb1084866d89bafc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T15:18:23,190 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5095ef57c5ea46c29778e3de8ecfc7aa as hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5095ef57c5ea46c29778e3de8ecfc7aa 2024-11-07T15:18:23,195 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5095ef57c5ea46c29778e3de8ecfc7aa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T15:18:23,196 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e65ee5818e548d9a61bb1317b2ae98c as hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e65ee5818e548d9a61bb1317b2ae98c 2024-11-07T15:18:23,201 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/c1a7161e-059b-74ea-f453-303f2f73b3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e65ee5818e548d9a61bb1317b2ae98c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T15:18:23,202 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=28, compaction requested=false 2024-11-07T15:18:23,203 INFO [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:23,204 DEBUG [M:0;7b3e4e8e12ef:39633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992702288Disabling compacts and flushes for region at 1730992702288Disabling writes for close at 1730992702288Obtaining lock to block concurrent updates at 1730992702289 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992702289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730992702289Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992702290 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992702290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992702310 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992702310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992702324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992702337 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992702337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992702751 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992702769 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992702769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aaf5d35: reopening flushed file at 1730992703182 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fd0d06: reopening flushed file at 1730992703189 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5375f4: reopening flushed file at 1730992703195 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=28, compaction requested=false at 1730992703202 (+7 ms)Writing region close event to WAL at 1730992703203 (+1 ms)Closed at 1730992703203 2024-11-07T15:18:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36321 is added to blk_1073741830_1006 (size=10165) 2024-11-07T15:18:23,207 INFO [M:0;7b3e4e8e12ef:39633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:18:23,207 INFO [M:0;7b3e4e8e12ef:39633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39633 2024-11-07T15:18:23,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:23,208 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:23,370 INFO [M:0;7b3e4e8e12ef:39633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39633-0x10115e022340003, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:23,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@732a6a73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:23,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c6d1d6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:23,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:23,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@104d0474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:23,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb62fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:23,381 WARN [BP-465257478-172.17.0.2-1730992684121 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:18:23,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:18:23,381 WARN [BP-465257478-172.17.0.2-1730992684121 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465257478-172.17.0.2-1730992684121 (Datanode Uuid 28571bb7-fe22-412e-b4bd-6773a9df49d2) service to localhost/127.0.0.1:37405 2024-11-07T15:18:23,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:18:23,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/cluster_ff134742-5683-fa18-a96a-7183b9724f24/data/data1/current/BP-465257478-172.17.0.2-1730992684121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:23,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/cluster_ff134742-5683-fa18-a96a-7183b9724f24/data/data2/current/BP-465257478-172.17.0.2-1730992684121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:23,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:18:23,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7a4917{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:23,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50fd9f38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:23,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:23,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30cf8c94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:23,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48706e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:23,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:18:23,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:18:23,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:23,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:23,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:23,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:23,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:23,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:18:23,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1377722257, stopped=false 2024-11-07T15:18:23,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,34037,1730992695951 2024-11-07T15:18:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/running 2024-11-07T15:18:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:23,430 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:23,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:23,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Set watcher on znode that does not yet exist, /0-1298799322/running 2024-11-07T15:18:23,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:23,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:23,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:23,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,39181,1730992695994' ***** 2024-11-07T15:18:23,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:23,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:23,432 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39181. 2024-11-07T15:18:23,433 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:23,433 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:18:23,433 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:18:23,433 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1325): Online Regions={38ccae92c802c5f2e67252a4caba1cc1=hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:23,433 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38ccae92c802c5f2e67252a4caba1cc1 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38ccae92c802c5f2e67252a4caba1cc1, disabling compactions & flushes 2024-11-07T15:18:23,434 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:23,434 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. after waiting 0 ms 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:23,434 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:23,434 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T15:18:23,445 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/replication/38ccae92c802c5f2e67252a4caba1cc1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-07T15:18:23,448 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:23,448 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:23,448 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:23,448 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38ccae92c802c5f2e67252a4caba1cc1: Waiting for close lock at 1730992703434Running coprocessor pre-close hooks at 1730992703434Disabling compacts and flushes for region at 1730992703434Disabling writes for close at 1730992703434Writing region close event to WAL at 1730992703435 (+1 ms)Running coprocessor post-close hooks at 1730992703448 (+13 ms)Closed at 1730992703448 2024-11-07T15:18:23,448 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1. 2024-11-07T15:18:23,450 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/4acb3e21a13c4b69930e7c2a219d368f is 147, key is hbase:replication,,1730992689939.38ccae92c802c5f2e67252a4caba1cc1./info:regioninfo/1730992701743/Put/seqid=0 2024-11-07T15:18:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741851_1027 (size=6385) 2024-11-07T15:18:23,511 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:23,633 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:23,708 DEBUG [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.1730992697146 to pos 0, reset compression=false 2024-11-07T15:18:23,833 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:23,861 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/4acb3e21a13c4b69930e7c2a219d368f 2024-11-07T15:18:23,870 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/.tmp/info/4acb3e21a13c4b69930e7c2a219d368f as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/info/4acb3e21a13c4b69930e7c2a219d368f 2024-11-07T15:18:23,876 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/info/4acb3e21a13c4b69930e7c2a219d368f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T15:18:23,877 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-07T15:18:23,884 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T15:18:23,884 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:23,884 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:23,884 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:23,884 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992703434Running coprocessor pre-close hooks at 1730992703434Disabling compacts and flushes for region at 1730992703434Disabling writes for close at 1730992703434Obtaining lock to block concurrent updates at 1730992703434Preparing flush snapshotting stores in 1588230740 at 1730992703434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730992703434Flushing stores of hbase:meta,,1.1588230740 at 1730992703435 (+1 ms)Flushing 1588230740/info: creating writer at 1730992703435Flushing 1588230740/info: appending metadata at 1730992703449 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730992703449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d85e56: reopening flushed file at 1730992703868 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1730992703877 (+9 ms)Writing region close event to WAL at 1730992703880 (+3 ms)Running coprocessor post-close hooks at 1730992703884 (+4 ms)Closed at 1730992703884 2024-11-07T15:18:23,884 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:24,006 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:18:24,006 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:18:24,034 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,39181,1730992695994; all regions closed. 2024-11-07T15:18:24,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741849_1025 (size=2156) 2024-11-07T15:18:24,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/WALs/7b3e4e8e12ef,39181,1730992695994/7b3e4e8e12ef%2C39181%2C1730992695994.meta.1730992697471.meta not finished, retry = 0 2024-11-07T15:18:24,138 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:24,138 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C39181%2C1730992695994.meta:.meta(num 1730992697471) 2024-11-07T15:18:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741850_1026 (size=796) 2024-11-07T15:18:24,142 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:24,142 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C39181%2C1730992695994.rep:(num 1730992701711) 2024-11-07T15:18:24,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741848_1024 (size=93) 2024-11-07T15:18:24,145 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/oldWALs 2024-11-07T15:18:24,145 INFO [RS:0;7b3e4e8e12ef:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C39181%2C1730992695994:(num 1730992697146) 2024-11-07T15:18:24,145 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:24,145 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:24,145 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:24,145 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:24,146 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:24,146 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:24,146 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,39181,1730992695994 because: Region server is closing 2024-11-07T15:18:24,146 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T15:18:24,146 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T15:18:24,146 INFO [RS:0;7b3e4e8e12ef:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39181. 2024-11-07T15:18:24,146 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T15:18:24,146 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:24,146 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:24,146 DEBUG [RS:0;7b3e4e8e12ef:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:24,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:18:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:24,246 WARN [RS:0;7b3e4e8e12ef:39181.replicationSource.shipper7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:18:24,246 WARN [RS:0;7b3e4e8e12ef:39181.replicationSource.wal-reader.7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:18:24,247 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7b3e4e8e12ef:39181.replicationSource.shipper7b3e4e8e12ef%2C39181%2C1730992695994,1-7b3e4e8e12ef,39181,1730992695994 terminated 2024-11-07T15:18:24,247 INFO [RS:0;7b3e4e8e12ef:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39181 2024-11-07T15:18:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322/rs 2024-11-07T15:18:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/rs/7b3e4e8e12ef,39181,1730992695994 2024-11-07T15:18:24,260 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:24,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,39181,1730992695994] 2024-11-07T15:18:24,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1298799322/draining/7b3e4e8e12ef,39181,1730992695994 already deleted, retry=false 2024-11-07T15:18:24,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,39181,1730992695994 expired; onlineServers=0 2024-11-07T15:18:24,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,34037,1730992695951' ***** 2024-11-07T15:18:24,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:18:24,281 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:24,281 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:24,281 DEBUG [M:0;7b3e4e8e12ef:34037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:18:24,281 DEBUG [M:0;7b3e4e8e12ef:34037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:18:24,281 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992696878 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992696878,5,FailOnTimeoutGroup] 2024-11-07T15:18:24,281 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992696878 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992696878,5,FailOnTimeoutGroup] 2024-11-07T15:18:24,281 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:24,281 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:24,281 DEBUG [M:0;7b3e4e8e12ef:34037 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:18:24,281 INFO [M:0;7b3e4e8e12ef:34037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:18:24,282 INFO [M:0;7b3e4e8e12ef:34037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:24,282 INFO [M:0;7b3e4e8e12ef:34037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:18:24,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:18:24,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:18:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1298799322/master 2024-11-07T15:18:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1298799322 2024-11-07T15:18:24,291 DEBUG [M:0;7b3e4e8e12ef:34037 {}] zookeeper.ZKUtil(347): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Unable to get data of znode /0-1298799322/master because node does not exist (not an error) 2024-11-07T15:18:24,291 WARN [M:0;7b3e4e8e12ef:34037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:18:24,292 INFO [M:0;7b3e4e8e12ef:34037 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/.lastflushedseqids 2024-11-07T15:18:24,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741852_1028 (size=181) 2024-11-07T15:18:24,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:24,370 INFO [RS:0;7b3e4e8e12ef:39181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:24,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x10115e022340007, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:24,370 INFO [RS:0;7b3e4e8e12ef:39181 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,39181,1730992695994; zookeeper connection closed. 2024-11-07T15:18:24,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3893deac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3893deac 2024-11-07T15:18:24,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:18:24,697 INFO [M:0;7b3e4e8e12ef:34037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:18:24,698 INFO [M:0;7b3e4e8e12ef:34037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:18:24,698 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:24,698 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:24,698 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:24,698 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:24,698 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:24,698 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T15:18:24,729 DEBUG [M:0;7b3e4e8e12ef:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fc1b7175924b54b26e0f23b36f7bcc is 82, key is hbase:meta,,1/info:regioninfo/1730992697514/Put/seqid=0 2024-11-07T15:18:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741853_1029 (size=5672) 2024-11-07T15:18:24,738 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fc1b7175924b54b26e0f23b36f7bcc 2024-11-07T15:18:24,765 DEBUG [M:0;7b3e4e8e12ef:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4784a4eecd248ffbba218049901f80a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1730992701748/Put/seqid=0 2024-11-07T15:18:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741854_1030 (size=7312) 2024-11-07T15:18:24,774 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4784a4eecd248ffbba218049901f80a 2024-11-07T15:18:24,797 DEBUG [M:0;7b3e4e8e12ef:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6d288bd068d4886a718076d5bb1f0f7 is 69, key is 7b3e4e8e12ef,39181,1730992695994/rs:state/1730992696947/Put/seqid=0 2024-11-07T15:18:24,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741855_1031 (size=5370) 2024-11-07T15:18:25,209 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6d288bd068d4886a718076d5bb1f0f7 2024-11-07T15:18:25,214 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d288bd068d4886a718076d5bb1f0f7 2024-11-07T15:18:25,215 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3fc1b7175924b54b26e0f23b36f7bcc as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3fc1b7175924b54b26e0f23b36f7bcc 2024-11-07T15:18:25,220 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3fc1b7175924b54b26e0f23b36f7bcc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T15:18:25,221 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4784a4eecd248ffbba218049901f80a as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4784a4eecd248ffbba218049901f80a 2024-11-07T15:18:25,225 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4784a4eecd248ffbba218049901f80a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-07T15:18:25,226 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6d288bd068d4886a718076d5bb1f0f7 as hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6d288bd068d4886a718076d5bb1f0f7 2024-11-07T15:18:25,230 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6d288bd068d4886a718076d5bb1f0f7 2024-11-07T15:18:25,230 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44427/user/jenkins/test-data/f53effb0-33f2-80cb-9ca7-eb13bb9500c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6d288bd068d4886a718076d5bb1f0f7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-07T15:18:25,231 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=127, compaction requested=false 2024-11-07T15:18:25,232 INFO [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:25,232 DEBUG [M:0;7b3e4e8e12ef:34037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992704698Disabling compacts and flushes for region at 1730992704698Disabling writes for close at 1730992704698Obtaining lock to block concurrent updates at 1730992704698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992704698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730992704699 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992704700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992704700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992704727 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992704727Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992704750 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992704765 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992704765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992704781 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992704796 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992704796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3ed23c: reopening flushed file at 1730992705214 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15363a76: reopening flushed file at 1730992705220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720a3b4c: reopening flushed file at 1730992705225 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=127, compaction requested=false at 1730992705231 (+6 ms)Writing region close event to WAL at 1730992705232 (+1 ms)Closed at 1730992705232 2024-11-07T15:18:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741847_1023 (size=22903) 2024-11-07T15:18:25,235 INFO [M:0;7b3e4e8e12ef:34037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:18:25,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:25,235 INFO [M:0;7b3e4e8e12ef:34037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34037 2024-11-07T15:18:25,235 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:25,377 INFO [M:0;7b3e4e8e12ef:34037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10115e022340006, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:25,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d832a19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:25,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@227a0ba9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:25,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:25,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4358a9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:25,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f72823c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:25,416 WARN [BP-1841997775-172.17.0.2-1730992678553 heartbeating to localhost/127.0.0.1:44427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:18:25,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:18:25,416 WARN [BP-1841997775-172.17.0.2-1730992678553 heartbeating to localhost/127.0.0.1:44427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1841997775-172.17.0.2-1730992678553 (Datanode Uuid 64f9bf8b-9905-43d8-b44b-bf872d8bdf8a) service to localhost/127.0.0.1:44427 2024-11-07T15:18:25,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:18:25,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/data/data1/current/BP-1841997775-172.17.0.2-1730992678553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:25,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/cluster_9f5b3561-cd5d-6c47-6519-d22154418ee8/data/data2/current/BP-1841997775-172.17.0.2-1730992678553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:25,417 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:18:25,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@439c3ef2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:25,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24f5e9e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:25,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:25,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e6200f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:25,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19dfe7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8b41213-5cf1-de4b-f18a-ba08a36ff4fe/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:25,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:18:25,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:18:25,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 157) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59376) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44427 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59376) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37405 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 207) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1279 (was 294) - AvailableMemoryMB LEAK? - 2024-11-07T15:18:25,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=1279 2024-11-07T15:18:25,481 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-07T15:18:25,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir so I do NOT create it in target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241 2024-11-07T15:18:25,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:18:25,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.tmp.dir so I do NOT create it in target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241 2024-11-07T15:18:25,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4bebdc3-8148-0cc7-8461-9f8cdd13b4f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:18:25,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241 2024-11-07T15:18:25,481 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f, deleteOnExit=true 2024-11-07T15:18:25,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/zookeeper_0, clientPort=62702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:18:25,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62702 2024-11-07T15:18:25,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:18:25,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/test.cache.data in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:18:25,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:18:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:18:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:18:25,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115e022340002, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:18:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115e022340005, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:18:25,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115e022340005, quorum=127.0.0.1:59376, baseZNode=/11428795466 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:18:25,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115e022340002, quorum=127.0.0.1:59376, baseZNode=/0-1298799322 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:18:25,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:25,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:25,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:25,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:25,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:18:25,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:25,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6047ad5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:25,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc91568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:25,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57daf050{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-13061409792801043844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:25,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e5de32e{HTTP/1.1, (http/1.1)}{localhost:38261} 2024-11-07T15:18:25,968 INFO [Time-limited test {}] server.Server(415): Started @168473ms 2024-11-07T15:18:26,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:26,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:26,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:26,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:26,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:18:26,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454830c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:26,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160eeeec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:26,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38091a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/java.io.tmpdir/jetty-localhost-38709-hadoop-hdfs-3_4_1-tests_jar-_-any-14953847229867746875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:26,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29512588{HTTP/1.1, (http/1.1)}{localhost:38709} 2024-11-07T15:18:26,453 INFO [Time-limited test {}] server.Server(415): Started @168959ms 2024-11-07T15:18:26,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:18:28,355 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/data/data2/current/BP-721152163-172.17.0.2-1730992705528/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:28,355 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/data/data1/current/BP-721152163-172.17.0.2-1730992705528/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:28,392 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:18:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e858ddd658dcd4 with lease ID 0x12efa25a886ef096: Processing first storage report for DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71 from datanode DatanodeRegistration(127.0.0.1:39441, datanodeUuid=1aa013cd-c73c-4193-9967-3ef879e90786, infoPort=35875, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1241395155;c=1730992705528) 2024-11-07T15:18:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e858ddd658dcd4 with lease ID 0x12efa25a886ef096: from storage DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71 node DatanodeRegistration(127.0.0.1:39441, datanodeUuid=1aa013cd-c73c-4193-9967-3ef879e90786, infoPort=35875, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1241395155;c=1730992705528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e858ddd658dcd4 with lease ID 0x12efa25a886ef096: Processing first storage report for DS-7e321670-d43a-4ebc-97e0-7e5400e26ce2 from datanode DatanodeRegistration(127.0.0.1:39441, datanodeUuid=1aa013cd-c73c-4193-9967-3ef879e90786, infoPort=35875, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1241395155;c=1730992705528) 2024-11-07T15:18:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e858ddd658dcd4 with lease ID 0x12efa25a886ef096: from storage DS-7e321670-d43a-4ebc-97e0-7e5400e26ce2 node DatanodeRegistration(127.0.0.1:39441, datanodeUuid=1aa013cd-c73c-4193-9967-3ef879e90786, infoPort=35875, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1241395155;c=1730992705528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:28,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241 2024-11-07T15:18:28,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:28,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:18:28,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3 with version=8 2024-11-07T15:18:28,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/hbase-staging 2024-11-07T15:18:28,903 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:28,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:28,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43541 2024-11-07T15:18:28,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43541 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:28,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:28,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:29,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435410x0, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:29,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43541-0x10115e08b800000 connected 2024-11-07T15:18:29,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:29,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:29,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/running 2024-11-07T15:18:29,134 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3, hbase.cluster.distributed=false 2024-11-07T15:18:29,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/acl 2024-11-07T15:18:29,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-07T15:18:29,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43541 2024-11-07T15:18:29,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43541 2024-11-07T15:18:29,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-07T15:18:29,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-07T15:18:29,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:29,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:29,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43317 2024-11-07T15:18:29,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43317 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:29,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:29,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:29,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433170x0, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:29,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433170x0, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/running 2024-11-07T15:18:29,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43317-0x10115e08b800001 connected 2024-11-07T15:18:29,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:29,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:29,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/master 2024-11-07T15:18:29,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/acl 2024-11-07T15:18:29,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-07T15:18:29,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43317 2024-11-07T15:18:29,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43317 2024-11-07T15:18:29,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-07T15:18:29,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-07T15:18:29,183 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:43541 2024-11-07T15:18:29,183 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2079510024/backup-masters/7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:29,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/backup-masters 2024-11-07T15:18:29,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/backup-masters 2024-11-07T15:18:29,194 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on existing znode=/0-2079510024/backup-masters/7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:29,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:29,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079510024/master 2024-11-07T15:18:29,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:29,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on existing znode=/0-2079510024/master 2024-11-07T15:18:29,205 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2079510024/backup-masters/7b3e4e8e12ef,43541,1730992708902 from backup master directory 2024-11-07T15:18:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/backup-masters 2024-11-07T15:18:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079510024/backup-masters/7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/backup-masters 2024-11-07T15:18:29,215 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:29,215 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:29,218 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/hbase.id] with ID: f7cc9c02-e238-49ae-a3aa-9d4d085486a4 2024-11-07T15:18:29,218 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/.tmp/hbase.id 2024-11-07T15:18:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:18:29,623 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/.tmp/hbase.id]:[hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/hbase.id] 2024-11-07T15:18:29,634 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:29,634 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:29,635 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:18:29,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:29,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:18:30,053 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:30,054 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:30,054 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:18:30,462 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store 2024-11-07T15:18:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:30,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:30,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:30,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992710868Disabling compacts and flushes for region at 1730992710868Disabling writes for close at 1730992710868Writing region close event to WAL at 1730992710868Closed at 1730992710868 2024-11-07T15:18:30,869 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/.initializing 2024-11-07T15:18:30,869 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/WALs/7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:30,870 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:30,872 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C43541%2C1730992708902, suffix=, logDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/WALs/7b3e4e8e12ef,43541,1730992708902, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/oldWALs, maxLogs=10 2024-11-07T15:18:30,888 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/WALs/7b3e4e8e12ef,43541,1730992708902/7b3e4e8e12ef%2C43541%2C1730992708902.1730992710872, exclude list is [], retry=0 2024-11-07T15:18:30,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71,DISK] 2024-11-07T15:18:30,896 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/WALs/7b3e4e8e12ef,43541,1730992708902/7b3e4e8e12ef%2C43541%2C1730992708902.1730992710872 2024-11-07T15:18:30,900 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35875:35875)] 2024-11-07T15:18:30,900 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:30,901 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:30,901 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,901 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:18:30,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:30,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:30,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:18:30,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:18:30,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:30,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:30,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:18:30,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:30,917 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,918 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,918 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,919 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,919 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,920 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:30,921 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:30,923 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:30,923 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67233409, jitterRate=0.0018558651208877563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:30,924 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992710901Initializing all the Stores at 1730992710902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992710902Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992710908 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992710908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992710908Cleaning up temporary data from old regions at 1730992710919 (+11 ms)Region opened successfully at 1730992710924 (+5 ms) 2024-11-07T15:18:30,924 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:18:30,934 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3746f612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:30,935 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:18:30,935 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:18:30,935 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:18:30,935 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:18:30,936 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:18:30,936 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:18:30,936 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:18:30,942 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:18:30,943 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/balancer because node does not exist (not necessarily an error) 2024-11-07T15:18:30,952 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/balancer already deleted, retry=false 2024-11-07T15:18:30,952 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:18:30,953 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:18:30,962 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/normalizer already deleted, retry=false 2024-11-07T15:18:30,963 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:18:30,964 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:18:30,973 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/switch/split already deleted, retry=false 2024-11-07T15:18:30,974 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:18:30,983 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/switch/merge already deleted, retry=false 2024-11-07T15:18:30,985 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:18:30,994 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/snapshot-cleanup already deleted, retry=false 2024-11-07T15:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079510024/running 2024-11-07T15:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2079510024/running 2024-11-07T15:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,005 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,43541,1730992708902, sessionid=0x10115e08b800000, setting cluster-up flag (Was=false) 2024-11-07T15:18:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,057 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2079510024/flush-table-proc/acquired, /0-2079510024/flush-table-proc/reached, /0-2079510024/flush-table-proc/abort 2024-11-07T15:18:31,058 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:31,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:31,110 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2079510024/online-snapshot/acquired, /0-2079510024/online-snapshot/reached, /0-2079510024/online-snapshot/abort 2024-11-07T15:18:31,111 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:31,112 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:18:31,114 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:31,114 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:18:31,114 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:18:31,114 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7b3e4e8e12ef,40183,1730992680649: status=Processing ServerCrashProcedure of 7b3e4e8e12ef,40183,1730992680649 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730992696877, completionTime=-1 appears to have been leaked 2024-11-07T15:18:31,115 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,43541,1730992708902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:18:31,115 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:31,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992741121 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:18:31,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:18:31,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:18:31,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:18:31,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:18:31,123 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:31,123 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:18:31,128 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992711122,5,FailOnTimeoutGroup] 2024-11-07T15:18:31,130 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992711128,5,FailOnTimeoutGroup] 2024-11-07T15:18:31,130 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,130 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:18:31,130 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,130 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:18:31,176 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(746): ClusterId : f7cc9c02-e238-49ae-a3aa-9d4d085486a4 2024-11-07T15:18:31,177 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:18:31,184 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:18:31,184 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:18:31,203 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:18:31,203 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41997e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:31,217 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:43317 2024-11-07T15:18:31,217 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:18:31,217 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:18:31,217 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:18:31,219 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,43541,1730992708902 with port=43317, startcode=1730992709150 2024-11-07T15:18:31,219 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:18:31,221 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:18:31,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43541 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,223 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3 2024-11-07T15:18:31,223 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35793 2024-11-07T15:18:31,223 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:18:31,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/rs 2024-11-07T15:18:31,236 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] zookeeper.ZKUtil(111): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on existing znode=/0-2079510024/rs/7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,236 WARN [RS:0;7b3e4e8e12ef:43317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:31,236 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:31,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,43317,1730992709150] 2024-11-07T15:18:31,237 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,239 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:18:31,241 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:18:31,241 INFO [RS:0;7b3e4e8e12ef:43317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:18:31,241 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,241 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:18:31,242 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:18:31,242 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,242 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:31,243 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,244 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43317,1730992709150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:31,260 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:18:31,261 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43317,1730992709150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,261 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,261 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.Replication(171): 7b3e4e8e12ef,43317,1730992709150 started 2024-11-07T15:18:31,275 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:31,275 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,43317,1730992709150, RpcServer on 7b3e4e8e12ef/172.17.0.2:43317, sessionid=0x10115e08b800001 2024-11-07T15:18:31,275 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:18:31,275 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,275 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43317,1730992709150' 2024-11-07T15:18:31,275 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2079510024/flush-table-proc/abort' 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2079510024/flush-table-proc/acquired' 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43317,1730992709150' 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2079510024/online-snapshot/abort' 2024-11-07T15:18:31,276 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2079510024/online-snapshot/acquired' 2024-11-07T15:18:31,277 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:18:31,277 INFO [RS:0;7b3e4e8e12ef:43317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:18:31,277 INFO [RS:0;7b3e4e8e12ef:43317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:18:31,377 INFO [RS:0;7b3e4e8e12ef:43317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:31,381 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43317%2C1730992709150, suffix=, logDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs, maxLogs=10 2024-11-07T15:18:31,402 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381, exclude list is [], retry=0 2024-11-07T15:18:31,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71,DISK] 2024-11-07T15:18:31,408 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 2024-11-07T15:18:31,411 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35875:35875)] 2024-11-07T15:18:31,537 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:18:31,537 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3 2024-11-07T15:18:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:18:31,951 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:31,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:31,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:31,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:31,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:31,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:31,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:31,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:31,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:31,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:31,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:31,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:31,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:31,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:31,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:31,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:31,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:31,961 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:31,962 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740 2024-11-07T15:18:31,962 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740 2024-11-07T15:18:31,963 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:31,963 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:31,964 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:31,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:31,967 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:31,968 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72006749, jitterRate=0.07298417389392853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:31,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992711951Initializing all the Stores at 1730992711951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992711951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992711953 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992711953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992711953Cleaning up temporary data from old regions at 1730992711963 (+10 ms)Region opened successfully at 1730992711969 (+6 ms) 2024-11-07T15:18:31,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:31,969 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:31,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:31,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:31,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:31,970 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:31,970 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992711969Disabling compacts and flushes for region at 1730992711969Disabling writes for close at 1730992711969Writing region close event to WAL at 1730992711970 (+1 ms)Closed at 1730992711970 2024-11-07T15:18:31,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:31,973 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:18:31,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:18:31,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:31,976 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:18:32,126 DEBUG [7b3e4e8e12ef:43541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:32,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:32,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43317,1730992709150, state=OPENING 2024-11-07T15:18:32,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:18:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:32,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079510024/meta-region-server: CHANGED 2024-11-07T15:18:32,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079510024/meta-region-server: CHANGED 2024-11-07T15:18:32,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:32,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43317,1730992709150}] 2024-11-07T15:18:32,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:32,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:18:32,344 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:18:32,344 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:32,344 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:18:32,346 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43317%2C1730992709150.meta, suffix=.meta, logDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs, maxLogs=10 2024-11-07T15:18:32,362 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.meta.1730992712346.meta, exclude list is [], retry=0 2024-11-07T15:18:32,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71,DISK] 2024-11-07T15:18:32,366 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.meta.1730992712346.meta 2024-11-07T15:18:32,366 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35875:35875)] 2024-11-07T15:18:32,366 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:32,367 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:18:32,367 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:18:32,367 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:18:32,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:32,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:32,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:32,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:32,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:32,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:32,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:32,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:32,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:32,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:32,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:32,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:32,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:32,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:32,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:32,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:32,374 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:32,375 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740 2024-11-07T15:18:32,376 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740 2024-11-07T15:18:32,377 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:32,377 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:32,377 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:32,378 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:32,379 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66971677, jitterRate=-0.0020442456007003784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:32,379 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:18:32,379 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992712368Writing region info on filesystem at 1730992712368Initializing all the Stores at 1730992712369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992712369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992712369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992712369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992712369Cleaning up temporary data from old regions at 1730992712377 (+8 ms)Running coprocessor post-open hooks at 1730992712379 (+2 ms)Region opened successfully at 1730992712379 2024-11-07T15:18:32,380 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992712336 2024-11-07T15:18:32,381 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:18:32,382 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:18:32,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:32,383 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43317,1730992709150, state=OPEN 2024-11-07T15:18:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2079510024/meta-region-server 2024-11-07T15:18:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2079510024/meta-region-server 2024-11-07T15:18:32,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:32,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079510024/meta-region-server: CHANGED 2024-11-07T15:18:32,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2079510024/meta-region-server: CHANGED 2024-11-07T15:18:32,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:18:32,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43317,1730992709150 in 220 msec 2024-11-07T15:18:32,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:18:32,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-07T15:18:32,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:32,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:18:32,409 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:32,409 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:32,409 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:32,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:32,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-07T15:18:32,414 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992712414, completionTime=-1 2024-11-07T15:18:32,414 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:18:32,414 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992772417 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992832417 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:43541, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,417 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,419 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.206sec 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:32,421 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:18:32,424 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:18:32,424 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:18:32,424 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43541,1730992708902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:32,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f8fc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:32,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:32,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:32,479 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edca671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:32,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:32,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:32,482 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:32,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44673434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:32,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:32,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:32,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:32,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir so I do NOT create it in target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d 2024-11-07T15:18:32,554 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.tmp.dir so I do NOT create it in target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d 2024-11-07T15:18:32,554 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:18:32,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/cluster_d1dfa843-9aa7-41e3-b481-43fa66bc0ed4, deleteOnExit=true 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/test.cache.data in system properties and HBase conf 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:18:32,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:18:32,555 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:18:32,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:18:32,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e08b800002 connected 2024-11-07T15:18:32,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:32,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:32,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:32,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:32,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:18:32,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:32,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276b7d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:32,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e0204e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:33,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc8b84a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/java.io.tmpdir/jetty-localhost-36443-hadoop-hdfs-3_4_1-tests_jar-_-any-4402036178506814541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:33,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3129fbe5{HTTP/1.1, (http/1.1)}{localhost:36443} 2024-11-07T15:18:33,022 INFO [Time-limited test {}] server.Server(415): Started @175528ms 2024-11-07T15:18:33,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:33,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:33,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:33,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:33,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:18:33,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4378e154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:33,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e246e70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:33,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e01798b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/java.io.tmpdir/jetty-localhost-35275-hadoop-hdfs-3_4_1-tests_jar-_-any-2734827164262878655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:33,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b15a6a4{HTTP/1.1, (http/1.1)}{localhost:35275} 2024-11-07T15:18:33,464 INFO [Time-limited test {}] server.Server(415): Started @175969ms 2024-11-07T15:18:33,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:18:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:18:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:18:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T15:18:34,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:34,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:18:34,249 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/cluster_d1dfa843-9aa7-41e3-b481-43fa66bc0ed4/data/data1/current/BP-2001961694-172.17.0.2-1730992712570/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:34,252 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/cluster_d1dfa843-9aa7-41e3-b481-43fa66bc0ed4/data/data2/current/BP-2001961694-172.17.0.2-1730992712570/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:34,289 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:18:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b1d72cb3fe096e9 with lease ID 0x43c3e4607167ba3b: Processing first storage report for DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5 from datanode DatanodeRegistration(127.0.0.1:40901, datanodeUuid=ab6126a1-1317-4c77-a2f4-5044804ff04d, infoPort=43619, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=258851466;c=1730992712570) 2024-11-07T15:18:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b1d72cb3fe096e9 with lease ID 0x43c3e4607167ba3b: from storage DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5 node DatanodeRegistration(127.0.0.1:40901, datanodeUuid=ab6126a1-1317-4c77-a2f4-5044804ff04d, infoPort=43619, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=258851466;c=1730992712570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b1d72cb3fe096e9 with lease ID 0x43c3e4607167ba3b: Processing first storage report for DS-72f6715a-76fb-4a5d-a45f-7abd5f96640d from datanode DatanodeRegistration(127.0.0.1:40901, datanodeUuid=ab6126a1-1317-4c77-a2f4-5044804ff04d, infoPort=43619, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=258851466;c=1730992712570) 2024-11-07T15:18:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b1d72cb3fe096e9 with lease ID 0x43c3e4607167ba3b: from storage DS-72f6715a-76fb-4a5d-a45f-7abd5f96640d node DatanodeRegistration(127.0.0.1:40901, datanodeUuid=ab6126a1-1317-4c77-a2f4-5044804ff04d, infoPort=43619, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=258851466;c=1730992712570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:34,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d 2024-11-07T15:18:34,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:18:34,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82 with version=8 2024-11-07T15:18:34,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/hbase-staging 2024-11-07T15:18:34,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:34,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:34,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35903 2024-11-07T15:18:34,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35903 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:34,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359030x0, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:34,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35903-0x10115e08b800003 connected 2024-11-07T15:18:34,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/running 2024-11-07T15:18:34,870 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82, hbase.cluster.distributed=false 2024-11-07T15:18:34,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/acl 2024-11-07T15:18:34,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-07T15:18:34,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35903 2024-11-07T15:18:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35903 2024-11-07T15:18:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-07T15:18:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-07T15:18:34,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:34,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:34,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:34,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36257 2024-11-07T15:18:34,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36257 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:34,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362570x0, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:34,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362570x0, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/running 2024-11-07T15:18:34,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36257-0x10115e08b800004 connected 2024-11-07T15:18:34,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:34,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:34,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/master 2024-11-07T15:18:34,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/acl 2024-11-07T15:18:34,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36257 2024-11-07T15:18:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36257 2024-11-07T15:18:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36257 2024-11-07T15:18:34,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36257 2024-11-07T15:18:34,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36257 2024-11-07T15:18:34,915 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35903 2024-11-07T15:18:34,916 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11074482010/backup-masters/7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/backup-masters 2024-11-07T15:18:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/backup-masters 2024-11-07T15:18:34,920 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on existing znode=/11074482010/backup-masters/7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11074482010/master 2024-11-07T15:18:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:34,931 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on existing znode=/11074482010/master 2024-11-07T15:18:34,931 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11074482010/backup-masters/7b3e4e8e12ef,35903,1730992714745 from backup master directory 2024-11-07T15:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11074482010/backup-masters/7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/backup-masters 2024-11-07T15:18:34,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/backup-masters 2024-11-07T15:18:34,941 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:34,941 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:34,944 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/hbase.id] with ID: 9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8 2024-11-07T15:18:34,944 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/.tmp/hbase.id 2024-11-07T15:18:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:18:34,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/.tmp/hbase.id]:[hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/hbase.id] 2024-11-07T15:18:34,960 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:34,960 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:34,961 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:18:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:34,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:18:35,383 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:35,383 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:35,384 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:35,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:18:35,839 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store 2024-11-07T15:18:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:35,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:35,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:35,868 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992715868Disabling compacts and flushes for region at 1730992715868Disabling writes for close at 1730992715868Writing region close event to WAL at 1730992715868Closed at 1730992715868 2024-11-07T15:18:35,870 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/.initializing 2024-11-07T15:18:35,870 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/WALs/7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:35,877 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:35,881 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35903%2C1730992714745, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/WALs/7b3e4e8e12ef,35903,1730992714745, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/oldWALs, maxLogs=10 2024-11-07T15:18:35,901 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/WALs/7b3e4e8e12ef,35903,1730992714745/7b3e4e8e12ef%2C35903%2C1730992714745.1730992715881, exclude list is [], retry=0 2024-11-07T15:18:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5,DISK] 2024-11-07T15:18:35,923 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/WALs/7b3e4e8e12ef,35903,1730992714745/7b3e4e8e12ef%2C35903%2C1730992714745.1730992715881 2024-11-07T15:18:35,927 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-07T15:18:35,927 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:35,927 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:35,927 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,927 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:18:35,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:35,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:35,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:18:35,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:35,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:35,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:18:35,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:35,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:35,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:18:35,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:35,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:35,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,945 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,946 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,947 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,947 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,947 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:35,948 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:18:35,957 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:35,957 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66873313, jitterRate=-0.0035099834203720093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:35,958 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992715927Initializing all the Stores at 1730992715928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992715928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992715928Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992715928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992715928Cleaning up temporary data from old regions at 1730992715947 (+19 ms)Region opened successfully at 1730992715957 (+10 ms) 2024-11-07T15:18:35,960 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:18:35,963 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5972a8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:35,964 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:18:35,964 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:18:35,964 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:18:35,964 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:18:35,964 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:18:35,965 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:18:35,965 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:18:35,966 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:18:35,967 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/balancer because node does not exist (not necessarily an error) 2024-11-07T15:18:36,046 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/balancer already deleted, retry=false 2024-11-07T15:18:36,046 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:18:36,047 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:18:36,057 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/normalizer already deleted, retry=false 2024-11-07T15:18:36,057 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:18:36,059 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:18:36,067 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/switch/split already deleted, retry=false 2024-11-07T15:18:36,068 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:18:36,078 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/switch/merge already deleted, retry=false 2024-11-07T15:18:36,080 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:18:36,088 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/snapshot-cleanup already deleted, retry=false 2024-11-07T15:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11074482010/running 2024-11-07T15:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11074482010/running 2024-11-07T15:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,099 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35903,1730992714745, sessionid=0x10115e08b800003, setting cluster-up flag (Was=false) 2024-11-07T15:18:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,151 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11074482010/flush-table-proc/acquired, /11074482010/flush-table-proc/reached, /11074482010/flush-table-proc/abort 2024-11-07T15:18:36,152 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:36,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,204 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11074482010/online-snapshot/acquired, /11074482010/online-snapshot/reached, /11074482010/online-snapshot/abort 2024-11-07T15:18:36,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:36,206 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:18:36,207 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:36,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:18:36,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:18:36,207 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(746): ClusterId : 9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8 2024-11-07T15:18:36,207 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:18:36,208 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35903,1730992714745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:18:36,215 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:36,215 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:36,215 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992746216 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:18:36,216 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:18:36,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:36,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:18:36,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:36,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:18:36,220 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:18:36,221 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:18:36,221 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992716221,5,FailOnTimeoutGroup] 2024-11-07T15:18:36,225 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992716221,5,FailOnTimeoutGroup] 2024-11-07T15:18:36,225 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,225 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:18:36,225 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,225 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,226 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:18:36,226 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:18:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:18:36,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:18:36,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82 2024-11-07T15:18:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:18:36,238 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:36257 2024-11-07T15:18:36,238 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:18:36,239 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:18:36,239 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:18:36,239 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35903,1730992714745 with port=36257, startcode=1730992714884 2024-11-07T15:18:36,239 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:18:36,241 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:18:36,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,243 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82 2024-11-07T15:18:36,243 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45257 2024-11-07T15:18:36,243 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:18:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/rs 2024-11-07T15:18:36,309 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] zookeeper.ZKUtil(111): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on existing znode=/11074482010/rs/7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,309 WARN [RS:0;7b3e4e8e12ef:36257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:36,309 INFO [RS:0;7b3e4e8e12ef:36257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:36,310 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,36257,1730992714884] 2024-11-07T15:18:36,314 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:18:36,315 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:18:36,315 INFO [RS:0;7b3e4e8e12ef:36257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:18:36,315 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,316 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:18:36,316 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:18:36,316 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,316 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:36,317 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,318 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36257,1730992714884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:36,333 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:18:36,333 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36257,1730992714884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,333 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,333 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.Replication(171): 7b3e4e8e12ef,36257,1730992714884 started 2024-11-07T15:18:36,350 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:36,350 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,36257,1730992714884, RpcServer on 7b3e4e8e12ef/172.17.0.2:36257, sessionid=0x10115e08b800004 2024-11-07T15:18:36,351 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:18:36,351 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,351 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36257,1730992714884' 2024-11-07T15:18:36,351 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11074482010/flush-table-proc/abort' 2024-11-07T15:18:36,351 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11074482010/flush-table-proc/acquired' 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36257,1730992714884' 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11074482010/online-snapshot/abort' 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11074482010/online-snapshot/acquired' 2024-11-07T15:18:36,352 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:18:36,352 INFO [RS:0;7b3e4e8e12ef:36257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:18:36,352 INFO [RS:0;7b3e4e8e12ef:36257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:18:36,453 INFO [RS:0;7b3e4e8e12ef:36257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:18:36,454 INFO [RS:0;7b3e4e8e12ef:36257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36257%2C1730992714884, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/oldWALs, maxLogs=10 2024-11-07T15:18:36,465 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, exclude list is [], retry=0 2024-11-07T15:18:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5,DISK] 2024-11-07T15:18:36,470 INFO [RS:0;7b3e4e8e12ef:36257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 2024-11-07T15:18:36,471 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-07T15:18:36,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:36,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:36,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:36,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:36,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:36,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:36,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:36,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:36,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:36,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:36,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:36,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:36,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:36,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:36,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:36,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:36,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:36,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:36,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740 2024-11-07T15:18:36,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740 2024-11-07T15:18:36,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:36,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:36,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:36,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:36,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:36,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68716672, jitterRate=0.023958206176757812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992716640Initializing all the Stores at 1730992716642 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992716642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992716642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992716642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992716642Cleaning up temporary data from old regions at 1730992716664 (+22 ms)Region opened successfully at 1730992716693 (+29 ms) 2024-11-07T15:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:36,693 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:36,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:36,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992716693Disabling compacts and flushes for region at 1730992716693Disabling writes for close at 1730992716693Writing region close event to WAL at 1730992716697 (+4 ms)Closed at 1730992716697 2024-11-07T15:18:36,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:36,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:18:36,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:18:36,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:36,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:18:36,851 DEBUG [7b3e4e8e12ef:35903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:18:36,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:36,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36257,1730992714884, state=OPENING 2024-11-07T15:18:36,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:18:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:36,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:18:36,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11074482010/meta-region-server: CHANGED 2024-11-07T15:18:36,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36257,1730992714884}] 2024-11-07T15:18:36,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11074482010/meta-region-server: CHANGED 2024-11-07T15:18:37,063 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:37,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:18:37,070 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:18:37,070 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:37,070 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:18:37,072 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36257%2C1730992714884.meta, suffix=.meta, logDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/oldWALs, maxLogs=10 2024-11-07T15:18:37,102 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.meta.1730992717072.meta, exclude list is [], retry=0 2024-11-07T15:18:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5,DISK] 2024-11-07T15:18:37,113 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.meta.1730992717072.meta 2024-11-07T15:18:37,113 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:37,114 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:18:37,114 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:18:37,114 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:18:37,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:18:37,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:18:37,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:37,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:18:37,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:18:37,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:37,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:18:37,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:18:37,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:37,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:18:37,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:18:37,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:18:37,125 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:18:37,126 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740 2024-11-07T15:18:37,127 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740 2024-11-07T15:18:37,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:18:37,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:18:37,137 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:18:37,139 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:18:37,140 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58953809, jitterRate=-0.1215197890996933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:18:37,140 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:18:37,140 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992717115Writing region info on filesystem at 1730992717115Initializing all the Stores at 1730992717115Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992717115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992717116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992717116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992717116Cleaning up temporary data from old regions at 1730992717137 (+21 ms)Running coprocessor post-open hooks at 1730992717140 (+3 ms)Region opened successfully at 1730992717140 2024-11-07T15:18:37,149 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992717063 2024-11-07T15:18:37,152 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:18:37,152 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:18:37,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:37,155 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36257,1730992714884, state=OPEN 2024-11-07T15:18:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11074482010/meta-region-server 2024-11-07T15:18:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11074482010/meta-region-server 2024-11-07T15:18:37,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:37,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11074482010/meta-region-server: CHANGED 2024-11-07T15:18:37,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11074482010/meta-region-server: CHANGED 2024-11-07T15:18:37,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:18:37,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36257,1730992714884 in 252 msec 2024-11-07T15:18:37,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:18:37,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-07T15:18:37,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:18:37,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:18:37,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:37,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:37,170 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:37,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:37,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-11-07T15:18:37,181 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992717181, completionTime=-1 2024-11-07T15:18:37,181 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:18:37,181 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992777185 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992837185 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35903, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,185 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,189 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:18:37,192 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.259sec 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:18:37,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:18:37,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:18:37,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:18:37,211 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:18:37,211 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:18:37,211 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35903,1730992714745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:18:37,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99c2da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:37,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:37,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:37,237 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:37,240 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:37,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:18:37,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4db81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:37,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:37,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:37,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:37,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:37,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62702 2024-11-07T15:18:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:37,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e08b800005 connected 2024-11-07T15:18:37,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d381165 2024-11-07T15:18:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:37,284 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:37,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:18:37,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:18:37,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:18:37,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:18:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:37,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:18:37,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97445b0974c45b48081f601e5882695c, NAME => 'test,,1730992717284.97445b0974c45b48081f601e5882695c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3 2024-11-07T15:18:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992717284.97445b0974c45b48081f601e5882695c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97445b0974c45b48081f601e5882695c, disabling compactions & flushes 2024-11-07T15:18:37,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992717284.97445b0974c45b48081f601e5882695c. after waiting 0 ms 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97445b0974c45b48081f601e5882695c: Waiting for close lock at 1730992717406Disabling compacts and flushes for region at 1730992717406Disabling writes for close at 1730992717406Writing region close event to WAL at 1730992717406Closed at 1730992717406 2024-11-07T15:18:37,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:18:37,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992717284.97445b0974c45b48081f601e5882695c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992717412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992717412"}]},"ts":"1730992717412"} 2024-11-07T15:18:37,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:18:37,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:18:37,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992717423"}]},"ts":"1730992717423"} 2024-11-07T15:18:37,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:18:37,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97445b0974c45b48081f601e5882695c, ASSIGN}] 2024-11-07T15:18:37,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97445b0974c45b48081f601e5882695c, ASSIGN 2024-11-07T15:18:37,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97445b0974c45b48081f601e5882695c, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,43317,1730992709150; forceNewPlan=false, retain=false 2024-11-07T15:18:37,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97445b0974c45b48081f601e5882695c, regionState=OPENING, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97445b0974c45b48081f601e5882695c, ASSIGN because future has completed 2024-11-07T15:18:37,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97445b0974c45b48081f601e5882695c, server=7b3e4e8e12ef,43317,1730992709150}] 2024-11-07T15:18:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:37,744 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,744 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97445b0974c45b48081f601e5882695c, NAME => 'test,,1730992717284.97445b0974c45b48081f601e5882695c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:37,745 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:37,745 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:18:37,745 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,745 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992717284.97445b0974c45b48081f601e5882695c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:37,745 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,745 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,769 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,771 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97445b0974c45b48081f601e5882695c columnFamilyName f 2024-11-07T15:18:37,771 DEBUG [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,771 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(327): Store=97445b0974c45b48081f601e5882695c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:37,771 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,772 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97445b0974c45b48081f601e5882695c columnFamilyName f1 2024-11-07T15:18:37,772 DEBUG [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,772 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(327): Store=97445b0974c45b48081f601e5882695c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:37,772 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,773 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97445b0974c45b48081f601e5882695c columnFamilyName norep 2024-11-07T15:18:37,773 DEBUG [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,774 INFO [StoreOpener-97445b0974c45b48081f601e5882695c-1 {}] regionserver.HStore(327): Store=97445b0974c45b48081f601e5882695c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:37,774 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,774 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,774 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,775 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,775 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,776 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:37,776 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,786 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:37,786 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97445b0974c45b48081f601e5882695c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475483, jitterRate=0.09487001597881317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:37,786 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:37,787 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97445b0974c45b48081f601e5882695c: Running coprocessor pre-open hook at 1730992717745Writing region info on filesystem at 1730992717745Initializing all the Stores at 1730992717746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992717746Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992717769 (+23 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992717769Cleaning up temporary data from old regions at 1730992717775 (+6 ms)Running coprocessor post-open hooks at 1730992717786 (+11 ms)Region opened successfully at 1730992717787 (+1 ms) 2024-11-07T15:18:37,788 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992717284.97445b0974c45b48081f601e5882695c., pid=6, masterSystemTime=1730992717738 2024-11-07T15:18:37,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97445b0974c45b48081f601e5882695c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:37,792 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,792 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:37,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97445b0974c45b48081f601e5882695c, server=7b3e4e8e12ef,43317,1730992709150 because future has completed 2024-11-07T15:18:37,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:18:37,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97445b0974c45b48081f601e5882695c, server=7b3e4e8e12ef,43317,1730992709150 in 212 msec 2024-11-07T15:18:37,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:18:37,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97445b0974c45b48081f601e5882695c, ASSIGN in 372 msec 2024-11-07T15:18:37,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:18:37,804 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992717804"}]},"ts":"1730992717804"} 2024-11-07T15:18:37,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:18:37,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:18:37,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 528 msec 2024-11-07T15:18:37,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:37,930 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:18:37,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2fcb98 2024-11-07T15:18:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:37,939 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:37,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:18:37,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:18:37,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:37,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:18:37,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:18:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:37,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:18:37,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 743e95063100c630648b6f94473a1fb6, NAME => 'test,,1730992717940.743e95063100c630648b6f94473a1fb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82 2024-11-07T15:18:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992717940.743e95063100c630648b6f94473a1fb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 743e95063100c630648b6f94473a1fb6, disabling compactions & flushes 2024-11-07T15:18:38,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992717940.743e95063100c630648b6f94473a1fb6. after waiting 0 ms 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 743e95063100c630648b6f94473a1fb6: Waiting for close lock at 1730992718012Disabling compacts and flushes for region at 1730992718012Disabling writes for close at 1730992718012Writing region close event to WAL at 1730992718012Closed at 1730992718012 2024-11-07T15:18:38,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:18:38,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992717940.743e95063100c630648b6f94473a1fb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992718013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992718013"}]},"ts":"1730992718013"} 2024-11-07T15:18:38,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:18:38,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:18:38,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992718017"}]},"ts":"1730992718017"} 2024-11-07T15:18:38,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:18:38,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=743e95063100c630648b6f94473a1fb6, ASSIGN}] 2024-11-07T15:18:38,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=743e95063100c630648b6f94473a1fb6, ASSIGN 2024-11-07T15:18:38,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=743e95063100c630648b6f94473a1fb6, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36257,1730992714884; forceNewPlan=false, retain=false 2024-11-07T15:18:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:38,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=743e95063100c630648b6f94473a1fb6, regionState=OPENING, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=743e95063100c630648b6f94473a1fb6, ASSIGN because future has completed 2024-11-07T15:18:38,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743e95063100c630648b6f94473a1fb6, server=7b3e4e8e12ef,36257,1730992714884}] 2024-11-07T15:18:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:38,334 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,334 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 743e95063100c630648b6f94473a1fb6, NAME => 'test,,1730992717940.743e95063100c630648b6f94473a1fb6.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:38,334 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:38,334 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:18:38,334 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,335 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992717940.743e95063100c630648b6f94473a1fb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:38,335 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,335 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,355 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,357 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743e95063100c630648b6f94473a1fb6 columnFamilyName f 2024-11-07T15:18:38,357 DEBUG [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:38,357 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(327): Store=743e95063100c630648b6f94473a1fb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:38,357 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,358 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743e95063100c630648b6f94473a1fb6 columnFamilyName f1 2024-11-07T15:18:38,358 DEBUG [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:38,358 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(327): Store=743e95063100c630648b6f94473a1fb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:38,358 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,359 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743e95063100c630648b6f94473a1fb6 columnFamilyName norep 2024-11-07T15:18:38,359 DEBUG [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:38,360 INFO [StoreOpener-743e95063100c630648b6f94473a1fb6-1 {}] regionserver.HStore(327): Store=743e95063100c630648b6f94473a1fb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:38,360 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,361 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,361 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,362 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,362 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,362 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:38,372 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:38,389 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 743e95063100c630648b6f94473a1fb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63361021, jitterRate=-0.05584721267223358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:38,389 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:38,389 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 743e95063100c630648b6f94473a1fb6: Running coprocessor pre-open hook at 1730992718335Writing region info on filesystem at 1730992718335Initializing all the Stores at 1730992718336 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992718336Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992718355 (+19 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992718355Cleaning up temporary data from old regions at 1730992718362 (+7 ms)Running coprocessor post-open hooks at 1730992718389 (+27 ms)Region opened successfully at 1730992718389 2024-11-07T15:18:38,393 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992717940.743e95063100c630648b6f94473a1fb6., pid=6, masterSystemTime=1730992718329 2024-11-07T15:18:38,396 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,396 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:38,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=743e95063100c630648b6f94473a1fb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743e95063100c630648b6f94473a1fb6, server=7b3e4e8e12ef,36257,1730992714884 because future has completed 2024-11-07T15:18:38,412 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35903 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7b3e4e8e12ef,36257,1730992714884, table=test, region=743e95063100c630648b6f94473a1fb6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:18:38,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:18:38,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 743e95063100c630648b6f94473a1fb6, server=7b3e4e8e12ef,36257,1730992714884 in 237 msec 2024-11-07T15:18:38,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:18:38,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=743e95063100c630648b6f94473a1fb6, ASSIGN in 396 msec 2024-11-07T15:18:38,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:18:38,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992718420"}]},"ts":"1730992718420"} 2024-11-07T15:18:38,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:18:38,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:18:38,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 484 msec 2024-11-07T15:18:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:18:38,574 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:18:38,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b90eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:38,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:38,586 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:38,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:38,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:38,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce01921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,588 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48931c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:38,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:38,609 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2923725e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:38,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,611 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb0c370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f180cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:38,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:38,627 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fe3a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,629 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da1fc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f41dea7 2024-11-07T15:18:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:38,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:38,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:35903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:18:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:18:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:38,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35903' 2024-11-07T15:18:38,648 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79441dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,648 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:38,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:38,649 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bd2d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:38,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:38,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,651 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:38,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730e4ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:38,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:38,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:38,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca63e0f 2024-11-07T15:18:38,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:38,655 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:38,656 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:18:38,656 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:18:38,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:38,657 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:38,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:38,658 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:18:38,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:18:38,659 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:38,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:18:38,708 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:18:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:18:38,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ee6200601187d12b4062d73db128a9f, NAME => 'hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3 2024-11-07T15:18:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ee6200601187d12b4062d73db128a9f, disabling compactions & flushes 2024-11-07T15:18:38,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. after waiting 0 ms 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:38,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:38,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ee6200601187d12b4062d73db128a9f: Waiting for close lock at 1730992718795Disabling compacts and flushes for region at 1730992718795Disabling writes for close at 1730992718795Writing region close event to WAL at 1730992718795Closed at 1730992718795 2024-11-07T15:18:38,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:18:38,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992718797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992718797"}]},"ts":"1730992718797"} 2024-11-07T15:18:38,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:18:38,804 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:18:38,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992718804"}]},"ts":"1730992718804"} 2024-11-07T15:18:38,807 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:18:38,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ee6200601187d12b4062d73db128a9f, ASSIGN}] 2024-11-07T15:18:38,809 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ee6200601187d12b4062d73db128a9f, ASSIGN 2024-11-07T15:18:38,810 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ee6200601187d12b4062d73db128a9f, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,43317,1730992709150; forceNewPlan=false, retain=false 2024-11-07T15:18:38,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ee6200601187d12b4062d73db128a9f, regionState=OPENING, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:38,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ee6200601187d12b4062d73db128a9f, ASSIGN because future has completed 2024-11-07T15:18:38,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ee6200601187d12b4062d73db128a9f, server=7b3e4e8e12ef,43317,1730992709150}] 2024-11-07T15:18:39,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:39,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:39,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:18:39,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43317%2C1730992709150.rep, suffix=, logDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150, archiveDir=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs, maxLogs=10 2024-11-07T15:18:39,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.rep.1730992719137, exclude list is [], retry=0 2024-11-07T15:18:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-7283c638-5eb6-44b2-b196-ff0ab29d4d71,DISK] 2024-11-07T15:18:39,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.rep.1730992719137 2024-11-07T15:18:39,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35875:35875)] 2024-11-07T15:18:39,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ee6200601187d12b4062d73db128a9f, NAME => 'hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:39,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. service=MultiRowMutationService 2024-11-07T15:18:39,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,208 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,210 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ee6200601187d12b4062d73db128a9f columnFamilyName hfileref 2024-11-07T15:18:39,210 DEBUG [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:39,210 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(327): Store=0ee6200601187d12b4062d73db128a9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:39,210 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,214 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ee6200601187d12b4062d73db128a9f columnFamilyName queue 2024-11-07T15:18:39,214 DEBUG [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:39,215 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(327): Store=0ee6200601187d12b4062d73db128a9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:39,215 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,216 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ee6200601187d12b4062d73db128a9f columnFamilyName sid 2024-11-07T15:18:39,216 DEBUG [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:39,216 INFO [StoreOpener-0ee6200601187d12b4062d73db128a9f-1 {}] regionserver.HStore(327): Store=0ee6200601187d12b4062d73db128a9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:39,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:39,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:39,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0ee6200601187d12b4062d73db128a9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72558571, jitterRate=0.08120696246623993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:39,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:39,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0ee6200601187d12b4062d73db128a9f: Running coprocessor pre-open hook at 1730992719193Writing region info on filesystem at 1730992719193Initializing all the Stores at 1730992719194 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992719194Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992719208 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992719208Cleaning up temporary data from old regions at 1730992719220 (+12 ms)Running coprocessor post-open hooks at 1730992719238 (+18 ms)Region opened successfully at 1730992719239 (+1 ms) 2024-11-07T15:18:39,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f., pid=10, masterSystemTime=1730992719120 2024-11-07T15:18:39,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ee6200601187d12b4062d73db128a9f, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:39,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ee6200601187d12b4062d73db128a9f, server=7b3e4e8e12ef,43317,1730992709150 because future has completed 2024-11-07T15:18:39,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:18:39,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ee6200601187d12b4062d73db128a9f, server=7b3e4e8e12ef,43317,1730992709150 in 287 msec 2024-11-07T15:18:39,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:18:39,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ee6200601187d12b4062d73db128a9f, ASSIGN in 449 msec 2024-11-07T15:18:39,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:18:39,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992719262"}]},"ts":"1730992719262"} 2024-11-07T15:18:39,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:18:39,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:18:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:39,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 616 msec 2024-11-07T15:18:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2] 2024-11-07T15:18:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:39,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:18:39,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:18:39,591 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:18:39,617 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,43317,1730992709150, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:18:39,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:39,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:39,618 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:39,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T15:18:39,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,43317,1730992709150', locateType=CURRENT is [region=hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2] 2024-11-07T15:18:39,622 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:18:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:18:39,624 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,43317,1730992709150 suceeded 2024-11-07T15:18:39,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:18:39,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T15:18:39,625 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:35903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:18:39,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 993 msec 2024-11-07T15:18:39,641 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35903' 2024-11-07T15:18:39,642 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aaaebf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,642 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:39,643 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:39,643 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:39,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:39,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1891ebbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:39,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:39,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,645 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:39,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5090a639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30119eff 2024-11-07T15:18:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:39,647 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:39,647 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,43317,1730992709150 (queues=1) is replicating from cluster=f7cc9c02-e238-49ae-a3aa-9d4d085486a4 to cluster=9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8 2024-11-07T15:18:39,648 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C43317%2C1730992709150 2024-11-07T15:18:39,648 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,43317,1730992709150, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:18:39,648 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C43317%2C1730992709150 2024-11-07T15:18:39,648 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381, startPosition=0, beingWritten=true 2024-11-07T15:18:39,655 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:18:39,655 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:39,655 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43317,1730992709150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:18:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:39,783 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:18:39,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:39,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:39,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:39,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eecb887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:39,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:39,785 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64848ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,787 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e47519d 2024-11-07T15:18:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:39,790 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:39,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:43541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:18:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:18:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:39,793 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:43541' 2024-11-07T15:18:39,793 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203fb64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,793 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:39,793 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:39,794 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e7a734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,795 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bf709f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:39,796 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ba3d0c 2024-11-07T15:18:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:39,798 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:39,798 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T15:18:39,798 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:18:39,798 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,798 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:39,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:39,799 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:39,800 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:18:39,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:18:39,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:39,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:18:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:18:39,850 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:18:39,858 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:40,173 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:40,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7e98ecb04906b053d724109d3ef5e5, NAME => 'hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82 2024-11-07T15:18:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:18:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:40,577 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:40,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:40,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b7e98ecb04906b053d724109d3ef5e5, disabling compactions & flushes 2024-11-07T15:18:40,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. after waiting 0 ms 2024-11-07T15:18:40,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7e98ecb04906b053d724109d3ef5e5: Waiting for close lock at 1730992720614Disabling compacts and flushes for region at 1730992720614Disabling writes for close at 1730992720614Writing region close event to WAL at 1730992720614Closed at 1730992720614 2024-11-07T15:18:40,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:18:40,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992720616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992720616"}]},"ts":"1730992720616"} 2024-11-07T15:18:40,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:18:40,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:18:40,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992720618"}]},"ts":"1730992720618"} 2024-11-07T15:18:40,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:18:40,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7e98ecb04906b053d724109d3ef5e5, ASSIGN}] 2024-11-07T15:18:40,621 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7e98ecb04906b053d724109d3ef5e5, ASSIGN 2024-11-07T15:18:40,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7e98ecb04906b053d724109d3ef5e5, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36257,1730992714884; forceNewPlan=false, retain=false 2024-11-07T15:18:40,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7e98ecb04906b053d724109d3ef5e5, regionState=OPENING, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7e98ecb04906b053d724109d3ef5e5, ASSIGN because future has completed 2024-11-07T15:18:40,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7e98ecb04906b053d724109d3ef5e5, server=7b3e4e8e12ef,36257,1730992714884}] 2024-11-07T15:18:40,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:40,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:18:40,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36257%2C1730992714884.rep, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/oldWALs, maxLogs=10 2024-11-07T15:18:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:40,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.rep.1730992720932, exclude list is [], retry=0 2024-11-07T15:18:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40901,DS-faa30bed-8e76-4e06-ba75-1fb7318e97d5,DISK] 2024-11-07T15:18:40,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.rep.1730992720932 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43619:43619)] 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7e98ecb04906b053d724109d3ef5e5, NAME => 'hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:18:40,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. service=MultiRowMutationService 2024-11-07T15:18:40,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,956 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,957 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e98ecb04906b053d724109d3ef5e5 columnFamilyName hfileref 2024-11-07T15:18:40,957 DEBUG [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:40,957 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(327): Store=9b7e98ecb04906b053d724109d3ef5e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:40,957 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,958 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e98ecb04906b053d724109d3ef5e5 columnFamilyName queue 2024-11-07T15:18:40,958 DEBUG [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:40,958 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(327): Store=9b7e98ecb04906b053d724109d3ef5e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:40,958 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,959 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e98ecb04906b053d724109d3ef5e5 columnFamilyName sid 2024-11-07T15:18:40,959 DEBUG [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:18:40,960 INFO [StoreOpener-9b7e98ecb04906b053d724109d3ef5e5-1 {}] regionserver.HStore(327): Store=9b7e98ecb04906b053d724109d3ef5e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:18:40,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:18:40,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:18:40,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b7e98ecb04906b053d724109d3ef5e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60563422, jitterRate=-0.09753468632698059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:18:40,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:40,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b7e98ecb04906b053d724109d3ef5e5: Running coprocessor pre-open hook at 1730992720955Writing region info on filesystem at 1730992720955Initializing all the Stores at 1730992720955Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992720955Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992720955Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992720955Cleaning up temporary data from old regions at 1730992720961 (+6 ms)Running coprocessor post-open hooks at 1730992720965 (+4 ms)Region opened successfully at 1730992720965 2024-11-07T15:18:40,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5., pid=10, masterSystemTime=1730992720927 2024-11-07T15:18:40,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:40,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7e98ecb04906b053d724109d3ef5e5, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:40,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7e98ecb04906b053d724109d3ef5e5, server=7b3e4e8e12ef,36257,1730992714884 because future has completed 2024-11-07T15:18:40,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:18:40,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7e98ecb04906b053d724109d3ef5e5, server=7b3e4e8e12ef,36257,1730992714884 in 196 msec 2024-11-07T15:18:40,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:18:40,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7e98ecb04906b053d724109d3ef5e5, ASSIGN in 353 msec 2024-11-07T15:18:40,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:18:40,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992720975"}]},"ts":"1730992720975"} 2024-11-07T15:18:40,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:18:40,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:18:40,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-07T15:18:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2] 2024-11-07T15:18:41,084 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:41,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:41,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:41,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:18:41,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:18:41,326 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:18:41,349 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,36257,1730992714884, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:18:41,350 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:41,350 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:41,350 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:41,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T15:18:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,36257,1730992714884', locateType=CURRENT is [region=hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2] 2024-11-07T15:18:41,355 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:18:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:18:41,357 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,36257,1730992714884 suceeded 2024-11-07T15:18:41,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:18:41,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T15:18:41,358 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:43541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:18:41,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-11-07T15:18:41,367 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:43541' 2024-11-07T15:18:41,368 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@428693f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:41,368 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:41,368 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:41,369 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d0d8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:41,370 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:41,371 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47998c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:41,371 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ccb5d71 2024-11-07T15:18:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:41,372 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:41,373 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,36257,1730992714884 (queues=1) is replicating from cluster=9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8 to cluster=f7cc9c02-e238-49ae-a3aa-9d4d085486a4 2024-11-07T15:18:41,373 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C36257%2C1730992714884 2024-11-07T15:18:41,373 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,36257,1730992714884, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:18:41,373 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C36257%2C1730992714884 2024-11-07T15:18:41,373 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, startPosition=0, beingWritten=true 2024-11-07T15:18:41,378 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:18:41,378 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:41,378 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36257,1730992714884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:18:41,582 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:41,688 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:41,886 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:18:41,944 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:18:41,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:41,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:41,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:41,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:41,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:41,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:41,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1730992721948/Put/seqid=0 2024-11-07T15:18:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741840_1016 (size=7894) 2024-11-07T15:18:42,291 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:42,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:18:42,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:18:42,354 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1730992722354/Put/seqid=0 2024-11-07T15:18:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741841_1017 (size=7691) 2024-11-07T15:18:42,392 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:42,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b51a65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:42,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:42,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:42,760 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67195140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:42,761 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:42,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a551df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:42,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:42,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:42,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265652e7 2024-11-07T15:18:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:42,773 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:42,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2] 2024-11-07T15:18:42,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:42,783 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T15:18:42,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T15:18:42,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T15:18:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:42,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T15:18:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegion(2603): Flush status journal for 97445b0974c45b48081f601e5882695c: 2024-11-07T15:18:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_1 2024-11-07T15:18:42,795 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_1 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ 2024-11-07T15:18:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_0 2024-11-07T15:18:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_0 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ 2024-11-07T15:18:42,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_1 into 97445b0974c45b48081f601e5882695c/f as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ - updating store file list. 2024-11-07T15:18:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:42,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ into 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:42,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_1 into 97445b0974c45b48081f601e5882695c/f (new location: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_) 2024-11-07T15:18:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_1 2024-11-07T15:18:42,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_0 into 97445b0974c45b48081f601e5882695c/f as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ - updating store file list. 2024-11-07T15:18:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb30585a295443cfa38258ae400f0b9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:42,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ into 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:42,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_0 into 97445b0974c45b48081f601e5882695c/f (new location: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_) 2024-11-07T15:18:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins__test__2dq278ao6kesml2ol630fs7l3e2b5lj78p00ni6pjdt1k6u6to5e478e6t0v9tha/f/hfile_0 2024-11-07T15:18:42,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:42,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:42,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:42,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:42,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2 , the old value is region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:43317 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:18:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:18:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2 from cache 2024-11-07T15:18:42,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:42,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T15:18:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:42,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2] 2024-11-07T15:18:42,819 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:18:42,923 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:43317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:18:43,196 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 379, reset compression=false 2024-11-07T15:18:43,200 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:18:43,201 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43317,1730992709150 got entry batch from reader: WALEntryBatch [walEntries=[{test/97445b0974c45b48081f601e5882695c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992722812/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:18:43,202 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:43,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-07T15:18:43,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(318): Replicating [f7cc9c02-e238-49ae-a3aa-9d4d085486a4] bulk loaded data 2024-11-07T15:18:43,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351f3c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:43,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:43,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:43,205 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351d556e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:43,206 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:43,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19831353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741840_1016 (size=7691) 2024-11-07T15:18:43,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:43,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:43,400 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:43,401 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741841_1017 (size=7894) 2024-11-07T15:18:43,704 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:43,821 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:18:44,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:44,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:44,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6759d557 2024-11-07T15:18:44,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:44,030 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:44,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:44,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:44,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T15:18:44,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T15:18:44,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T15:18:44,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ for inclusion in 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T15:18:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:44,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ for inclusion in 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T15:18:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(2603): Flush status journal for 743e95063100c630648b6f94473a1fb6: 2024-11-07T15:18:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:18:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_ 2024-11-07T15:18:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb30585a295443cfa38258ae400f0b9b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:18:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/7cbaf3f96d074de09148347637a7c99c_SeqId_4_ 2024-11-07T15:18:44,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_ - updating store file list. 2024-11-07T15:18:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:44,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:44,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f (new location: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_) 2024-11-07T15:18:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/b37bfe7ca7fb4098b989b2016972efc5_SeqId_4_ 2024-11-07T15:18:44,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/7cbaf3f96d074de09148347637a7c99c_SeqId_4_ - updating store file list. 2024-11-07T15:18:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cbaf3f96d074de09148347637a7c99c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:44,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/7cbaf3f96d074de09148347637a7c99c_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:44,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ into 743e95063100c630648b6f94473a1fb6/f (new location: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/7cbaf3f96d074de09148347637a7c99c_SeqId_4_) 2024-11-07T15:18:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins.hfs.11__test__s8r516jjpmisi3m27d8mn182koej9prhf34rft39aabvtnraa6vvmq8c1t2k89ou/f/bb30585a295443cfa38258ae400f0b9b_SeqId_4_ 2024-11-07T15:18:44,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(324): Finished replicating [f7cc9c02-e238-49ae-a3aa-9d4d085486a4] bulk loaded data 2024-11-07T15:18:44,104 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 379, reset compression=false 2024-11-07T15:18:44,122 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:44,126 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:18:44,126 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36257,1730992714884 got entry batch from reader: WALEntryBatch [walEntries=[{test/743e95063100c630648b6f94473a1fb6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992724060/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T15:18:44,129 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:18:44,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-07T15:18:44,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.ReplicationSink(318): Replicating [f7cc9c02-e238-49ae-a3aa-9d4d085486a4, 9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8] bulk loaded data 2024-11-07T15:18:44,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fea1211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:44,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,43541,-1 for getting cluster id 2024-11-07T15:18:44,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:44,145 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7cc9c02-e238-49ae-a3aa-9d4d085486a4' 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7cc9c02-e238-49ae-a3aa-9d4d085486a4" 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d9e137c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,43541,-1] 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:44,147 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:44,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e01bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741842_1018 (size=7691) 2024-11-07T15:18:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:18:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:18:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:18:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T15:18:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:18:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:18:44,327 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 725, reset compression=false 2024-11-07T15:18:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741843_1019 (size=7894) 2024-11-07T15:18:44,625 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:44,630 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 725, reset compression=false 2024-11-07T15:18:44,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:44,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1730992724830/Put/seqid=0 2024-11-07T15:18:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741842_1018 (size=11194) 2024-11-07T15:18:44,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a0ee52 2024-11-07T15:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:44,971 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T15:18:44,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:44,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:44,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T15:18:44,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__rbaeuvvlkf65mu2kq8btbrv02l5kk04mu58akdgun0qkrku8pgplve6v0dpe1kbj/f/7cbaf3f96d074de09148347637a7c99c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T15:18:44,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__rbaeuvvlkf65mu2kq8btbrv02l5kk04mu58akdgun0qkrku8pgplve6v0dpe1kbj/f/ac5913e77de74f67bfb4dd4987c69e55_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T15:18:44,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.ReplicationSink(324): Finished replicating [f7cc9c02-e238-49ae-a3aa-9d4d085486a4, 9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8] bulk loaded data 2024-11-07T15:18:45,034 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 725, reset compression=false 2024-11-07T15:18:45,229 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:45,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1730992725236/Put/seqid=0 2024-11-07T15:18:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741843_1019 (size=10791) 2024-11-07T15:18:45,540 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 725, reset compression=false 2024-11-07T15:18:45,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967bdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:45,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35903,-1 for getting cluster id 2024-11-07T15:18:45,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:18:45,642 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8' 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8" 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e10d2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35903,-1] 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:18:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:45,644 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:18:45,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48078cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:18:45,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:45,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:45,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d51847c 2024-11-07T15:18:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:18:45,657 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:18:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2] 2024-11-07T15:18:45,662 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:45,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T15:18:45,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T15:18:45,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T15:18:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:45,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T15:18:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegion(2603): Flush status journal for 743e95063100c630648b6f94473a1fb6: 2024-11-07T15:18:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_0 2024-11-07T15:18:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_0 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ 2024-11-07T15:18:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_1 2024-11-07T15:18:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_1 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ 2024-11-07T15:18:45,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_0 into 743e95063100c630648b6f94473a1fb6/f as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ - updating store file list. 2024-11-07T15:18:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:45,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ into 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:45,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_0 into 743e95063100c630648b6f94473a1fb6/f (new location: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_) 2024-11-07T15:18:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_0 2024-11-07T15:18:45,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_1 into 743e95063100c630648b6f94473a1fb6/f as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ - updating store file list. 2024-11-07T15:18:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 887e0a61ded5487aa9d42e5f695382a0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:45,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ into 743e95063100c630648b6f94473a1fb6/f 2024-11-07T15:18:45,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_1 into 743e95063100c630648b6f94473a1fb6/f (new location: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_) 2024-11-07T15:18:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/staging/jenkins__test__okqa9brgfslo7kse7miglpvfhb4apd35u5njf1sjeeqact9evjepg6gbrbrliapg/f/hfile_1 2024-11-07T15:18:45,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:45,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:45,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:45,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:45,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2 , the old value is region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:36257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:18:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:18:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992717940.743e95063100c630648b6f94473a1fb6., hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=2 from cache 2024-11-07T15:18:45,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:45,695 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T15:18:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=-1] 2024-11-07T15:18:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:18:45,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:18:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992717284.97445b0974c45b48081f601e5882695c., hostname=7b3e4e8e12ef,43317,1730992709150, seqNum=2] 2024-11-07T15:18:45,706 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:18:45,804 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:36257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:18:45,932 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:46,144 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 725, reset compression=false 2024-11-07T15:18:46,148 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:18:46,148 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36257,1730992714884 got entry batch from reader: WALEntryBatch [walEntries=[{test/743e95063100c630648b6f94473a1fb6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992725693/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:18:46,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.ReplicationSink(318): Replicating [9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8] bulk loaded data 2024-11-07T15:18:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741844_1020 (size=11194) 2024-11-07T15:18:46,348 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1033, reset compression=false 2024-11-07T15:18:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741845_1021 (size=10791) 2024-11-07T15:18:46,652 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1033, reset compression=false 2024-11-07T15:18:46,711 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:18:46,736 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:47,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:47,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T15:18:47,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T15:18:47,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ for inclusion in 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T15:18:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:47,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ for inclusion in 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T15:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegion(2603): Flush status journal for 97445b0974c45b48081f601e5882695c: 2024-11-07T15:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/6e5ca715e85c4a4582b223b2440ed867_SeqId_6_ 2024-11-07T15:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:18:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/70ff4a865c62404e975154ae136ad875_SeqId_6_ 2024-11-07T15:18:47,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/6e5ca715e85c4a4582b223b2440ed867_SeqId_6_ - updating store file list. 2024-11-07T15:18:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e5ca715e85c4a4582b223b2440ed867_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:47,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/6e5ca715e85c4a4582b223b2440ed867_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:47,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f (new location: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/6e5ca715e85c4a4582b223b2440ed867_SeqId_6_) 2024-11-07T15:18:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_ 2024-11-07T15:18:47,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/70ff4a865c62404e975154ae136ad875_SeqId_6_ - updating store file list. 2024-11-07T15:18:47,055 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1033, reset compression=false 2024-11-07T15:18:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70ff4a865c62404e975154ae136ad875_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:18:47,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/70ff4a865c62404e975154ae136ad875_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f 2024-11-07T15:18:47,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ into 97445b0974c45b48081f601e5882695c/f (new location: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/f/70ff4a865c62404e975154ae136ad875_SeqId_6_) 2024-11-07T15:18:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/staging/jenkins.hfs.10__test__m67hcm7tr6qig6qo2vh10jiohpsrrk6trptqrr862m1a24m91jda5cvunse7vn3o/f/887e0a61ded5487aa9d42e5f695382a0_SeqId_6_ 2024-11-07T15:18:47,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] regionserver.ReplicationSink(324): Finished replicating [9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8] bulk loaded data 2024-11-07T15:18:47,562 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1033, reset compression=false 2024-11-07T15:18:47,640 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 687, reset compression=false 2024-11-07T15:18:47,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:18:47,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43317,1730992709150 got entry batch from reader: WALEntryBatch [walEntries=[{test/97445b0974c45b48081f601e5882695c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992727058/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T15:18:47,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(318): Replicating [9e58f23a-ac17-4b1d-a9ff-6c0a02a983f8, f7cc9c02-e238-49ae-a3aa-9d4d085486a4] bulk loaded data 2024-11-07T15:18:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741844_1020 (size=11194) 2024-11-07T15:18:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:18:47,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:47,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:47,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:47,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:47,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:18:47,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236917901, stopped=false 2024-11-07T15:18:47,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:47,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35903,1730992714745 2024-11-07T15:18:47,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11074482010/running 2024-11-07T15:18:47,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11074482010/running 2024-11-07T15:18:47,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:47,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:47,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:47,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:47,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:47,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:47,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,36257,1730992714884' ***** 2024-11-07T15:18:47,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:18:47,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/running 2024-11-07T15:18:47,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Set watcher on znode that does not yet exist, /11074482010/running 2024-11-07T15:18:47,773 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:18:47,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:18:47,773 INFO [RS:0;7b3e4e8e12ef:36257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:18:47,773 INFO [RS:0;7b3e4e8e12ef:36257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:18:47,773 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for 743e95063100c630648b6f94473a1fb6 2024-11-07T15:18:47,773 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36257. 2024-11-07T15:18:47,774 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 743e95063100c630648b6f94473a1fb6, disabling compactions & flushes 2024-11-07T15:18:47,774 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:47,774 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992717940.743e95063100c630648b6f94473a1fb6. after waiting 0 ms 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:18:47,774 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:18:47,774 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1325): Online Regions={743e95063100c630648b6f94473a1fb6=test,,1730992717940.743e95063100c630648b6f94473a1fb6., 1588230740=hbase:meta,,1.1588230740, 9b7e98ecb04906b053d724109d3ef5e5=hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5.} 2024-11-07T15:18:47,774 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 743e95063100c630648b6f94473a1fb6, 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:47,774 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:47,774 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:47,774 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:18:47,777 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/default/test/743e95063100c630648b6f94473a1fb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:18:47,778 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 743e95063100c630648b6f94473a1fb6: Waiting for close lock at 1730992727774Running coprocessor pre-close hooks at 1730992727774Disabling compacts and flushes for region at 1730992727774Disabling writes for close at 1730992727774Writing region close event to WAL at 1730992727775 (+1 ms)Running coprocessor post-close hooks at 1730992727778 (+3 ms)Closed at 1730992727778 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992717940.743e95063100c630648b6f94473a1fb6. 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7e98ecb04906b053d724109d3ef5e5, disabling compactions & flushes 2024-11-07T15:18:47,778 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. after waiting 0 ms 2024-11-07T15:18:47,778 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:47,778 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b7e98ecb04906b053d724109d3ef5e5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T15:18:47,790 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/info/512dc02461e949289876a16fda633cfb is 147, key is hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5./info:regioninfo/1730992720968/Put/seqid=0 2024-11-07T15:18:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741845_1021 (size=7686) 2024-11-07T15:18:47,793 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/info/512dc02461e949289876a16fda633cfb 2024-11-07T15:18:47,796 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/hfileref/c2a109906dc146cda2dc4e33e9668fe4 is 74, key is 1/hfileref:23acc5fc982b4b0aacb1fb6a37527ce0_SeqId_6_/1730992727061/DeleteColumn/seqid=0 2024-11-07T15:18:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741846_1022 (size=5345) 2024-11-07T15:18:47,810 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/ns/fb7143d37026495992882c6e497e9974 is 43, key is default/ns:d/1730992717172/Put/seqid=0 2024-11-07T15:18:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741847_1023 (size=5153) 2024-11-07T15:18:47,828 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:47,845 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:47,974 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741848_1024 (size=10791) 2024-11-07T15:18:48,149 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:48,166 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1033, reset compression=false 2024-11-07T15:18:48,169 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:18:48,169 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1328, reset compression=false 2024-11-07T15:18:48,169 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36257,1730992714884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:18:48,171 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,36257,1730992714884: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,36257,1730992714884, walGroup=7b3e4e8e12ef%2C36257%2C1730992714884, offset=7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:36257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:18:48,172 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:18:48,174 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:18:48,174 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:48,175 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:18:48,175 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:18:48,176 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:18:48,176 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 580014248 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187590968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:18:48,179 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:18:48,201 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/hfileref/c2a109906dc146cda2dc4e33e9668fe4 2024-11-07T15:18:48,214 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/ns/fb7143d37026495992882c6e497e9974 2024-11-07T15:18:48,222 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/queue/2d97d2ca1ff44828858dca88d26f5cbe is 154, key is 1-7b3e4e8e12ef,36257,1730992714884/queue:7b3e4e8e12ef%2C36257%2C1730992714884/1730992727062/Put/seqid=0 2024-11-07T15:18:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741849_1025 (size=5353) 2024-11-07T15:18:48,231 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/rep_barrier/2c43ec9615624371b9cd34712cd5afc0 is 112, key is test,,1730992717940.743e95063100c630648b6f94473a1fb6./rep_barrier:seqnumDuringOpen/1730992718396/Put/seqid=0 2024-11-07T15:18:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741850_1026 (size=5518) 2024-11-07T15:18:48,319 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:18:48,319 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:18:48,372 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1328, reset compression=false 2024-11-07T15:18:48,375 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:48,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:18:48,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:48,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 from cache 2024-11-07T15:18:48,553 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:48,575 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7e98ecb04906b053d724109d3ef5e5 2024-11-07T15:18:48,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 from cache 2024-11-07T15:18:48,626 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/queue/2d97d2ca1ff44828858dca88d26f5cbe 2024-11-07T15:18:48,632 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/hfileref/c2a109906dc146cda2dc4e33e9668fe4 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/hfileref/c2a109906dc146cda2dc4e33e9668fe4 2024-11-07T15:18:48,634 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/rep_barrier/2c43ec9615624371b9cd34712cd5afc0 2024-11-07T15:18:48,636 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/hfileref/c2a109906dc146cda2dc4e33e9668fe4, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T15:18:48,637 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/.tmp/queue/2d97d2ca1ff44828858dca88d26f5cbe as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/queue/2d97d2ca1ff44828858dca88d26f5cbe 2024-11-07T15:18:48,645 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/queue/2d97d2ca1ff44828858dca88d26f5cbe, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T15:18:48,646 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9b7e98ecb04906b053d724109d3ef5e5 in 868ms, sequenceid=12, compaction requested=false 2024-11-07T15:18:48,656 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/table/bbc0649dcc4b4c109bb96b3bbe5d836b is 53, key is hbase:replication/table:state/1730992720975/Put/seqid=0 2024-11-07T15:18:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741851_1027 (size=5308) 2024-11-07T15:18:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/replication/9b7e98ecb04906b053d724109d3ef5e5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T15:18:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:48,665 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7e98ecb04906b053d724109d3ef5e5: Waiting for close lock at 1730992727778Running coprocessor pre-close hooks at 1730992727778Disabling compacts and flushes for region at 1730992727778Disabling writes for close at 1730992727778Obtaining lock to block concurrent updates at 1730992727778Preparing flush snapshotting stores in 9b7e98ecb04906b053d724109d3ef5e5 at 1730992727778Finished memstore snapshotting hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1730992727779 (+1 ms)Flushing stores of hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. at 1730992727779Flushing 9b7e98ecb04906b053d724109d3ef5e5/hfileref: creating writer at 1730992727779Flushing 9b7e98ecb04906b053d724109d3ef5e5/hfileref: appending metadata at 1730992727795 (+16 ms)Flushing 9b7e98ecb04906b053d724109d3ef5e5/hfileref: closing flushed file at 1730992727795Flushing 9b7e98ecb04906b053d724109d3ef5e5/queue: creating writer at 1730992728206 (+411 ms)Flushing 9b7e98ecb04906b053d724109d3ef5e5/queue: appending metadata at 1730992728222 (+16 ms)Flushing 9b7e98ecb04906b053d724109d3ef5e5/queue: closing flushed file at 1730992728222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712be519: reopening flushed file at 1730992728631 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd86aa: reopening flushed file at 1730992728636 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9b7e98ecb04906b053d724109d3ef5e5 in 868ms, sequenceid=12, compaction requested=false at 1730992728646 (+10 ms)Writing region close event to WAL at 1730992728657 (+11 ms)Running coprocessor post-close hooks at 1730992728665 (+8 ms)Closed at 1730992728665 2024-11-07T15:18:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992719799.9b7e98ecb04906b053d724109d3ef5e5. 2024-11-07T15:18:48,676 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1328, reset compression=false 2024-11-07T15:18:48,775 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:18:48,775 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:48,775 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:48,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:48,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 from cache 2024-11-07T15:18:48,975 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:49,057 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:49,061 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/table/bbc0649dcc4b4c109bb96b3bbe5d836b 2024-11-07T15:18:49,066 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/info/512dc02461e949289876a16fda633cfb as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/info/512dc02461e949289876a16fda633cfb 2024-11-07T15:18:49,070 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/info/512dc02461e949289876a16fda633cfb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:18:49,071 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/ns/fb7143d37026495992882c6e497e9974 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/ns/fb7143d37026495992882c6e497e9974 2024-11-07T15:18:49,076 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/ns/fb7143d37026495992882c6e497e9974, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:18:49,077 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/rep_barrier/2c43ec9615624371b9cd34712cd5afc0 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/rep_barrier/2c43ec9615624371b9cd34712cd5afc0 2024-11-07T15:18:49,081 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/rep_barrier/2c43ec9615624371b9cd34712cd5afc0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:18:49,081 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 to pos 1328, reset compression=false 2024-11-07T15:18:49,082 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/.tmp/table/bbc0649dcc4b4c109bb96b3bbe5d836b as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/table/bbc0649dcc4b4c109bb96b3bbe5d836b 2024-11-07T15:18:49,087 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/table/bbc0649dcc4b4c109bb96b3bbe5d836b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:18:49,088 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-07T15:18:49,095 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:18:49,096 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:49,096 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:49,096 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:49,096 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992727774Running coprocessor pre-close hooks at 1730992727774Disabling compacts and flushes for region at 1730992727774Disabling writes for close at 1730992727774Obtaining lock to block concurrent updates at 1730992727774Preparing flush snapshotting stores in 1588230740 at 1730992727774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992727775 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992727775Flushing 1588230740/info: creating writer at 1730992727775Flushing 1588230740/info: appending metadata at 1730992727789 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730992727789Flushing 1588230740/ns: creating writer at 1730992727797 (+8 ms)Flushing 1588230740/ns: appending metadata at 1730992727810 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730992727810Flushing 1588230740/rep_barrier: creating writer at 1730992728218 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992728230 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992728230Flushing 1588230740/table: creating writer at 1730992728638 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992728655 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730992728655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65494a5e: reopening flushed file at 1730992729065 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372be9d5: reopening flushed file at 1730992729070 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4fe065: reopening flushed file at 1730992729076 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3b35ac: reopening flushed file at 1730992729081 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1730992729088 (+7 ms)Writing region close event to WAL at 1730992729092 (+4 ms)Running coprocessor post-close hooks at 1730992729096 (+4 ms)Closed at 1730992729096 2024-11-07T15:18:49,096 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:49,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1] 2024-11-07T15:18:49,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:49,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:49,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7b3e4e8e12ef,36257,1730992714884 aborting 2024-11-07T15:18:49,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36257,1730992714884, seqNum=-1 from cache 2024-11-07T15:18:49,175 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,36257,1730992714884; all regions closed. 2024-11-07T15:18:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:18:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741839_1015 (size=3127) 2024-11-07T15:18:49,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.rep.1730992720932 not finished, retry = 0 2024-11-07T15:18:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741833_1009 (size=1336) 2024-11-07T15:18:49,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/WALs/7b3e4e8e12ef,36257,1730992714884/7b3e4e8e12ef%2C36257%2C1730992714884.1730992716454 not finished, retry = 0 2024-11-07T15:18:49,383 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:49,383 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:49,383 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:49,384 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:49,384 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:49,384 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:49,384 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,36257,1730992714884 because: Region server is closing 2024-11-07T15:18:49,384 INFO [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36257. 2024-11-07T15:18:49,384 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:49,384 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:49,385 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:49,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:49,485 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.shipper7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 terminated 2024-11-07T15:18:49,485 INFO [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36257. 2024-11-07T15:18:49,485 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36257,1730992714884.replicationSource.wal-reader.7b3e4e8e12ef%2C36257%2C1730992714884,1-7b3e4e8e12ef,36257,1730992714884 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:18:49,485 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:49,485 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:49,485 DEBUG [RS:0;7b3e4e8e12ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:49,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:49,485 INFO [RS:0;7b3e4e8e12ef:36257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36257 2024-11-07T15:18:49,486 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-07T15:18:49,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-07T15:18:49,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36257 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:39916 deadline: 1730992787646, exception=java.io.InterruptedIOException 2024-11-07T15:18:49,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T15:18:49,486 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:36257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-07T15:18:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010/rs 2024-11-07T15:18:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11074482010/rs/7b3e4e8e12ef,36257,1730992714884 2024-11-07T15:18:49,561 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:49,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,36257,1730992714884] 2024-11-07T15:18:49,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11074482010/draining/7b3e4e8e12ef,36257,1730992714884 already deleted, retry=false 2024-11-07T15:18:49,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,36257,1730992714884 expired; onlineServers=0 2024-11-07T15:18:49,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35903,1730992714745' ***** 2024-11-07T15:18:49,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:18:49,582 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:49,582 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:49,582 DEBUG [M:0;7b3e4e8e12ef:35903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:18:49,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:18:49,582 DEBUG [M:0;7b3e4e8e12ef:35903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:18:49,583 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992716221 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992716221,5,FailOnTimeoutGroup] 2024-11-07T15:18:49,583 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992716221 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992716221,5,FailOnTimeoutGroup] 2024-11-07T15:18:49,583 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:49,583 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:49,583 DEBUG [M:0;7b3e4e8e12ef:35903 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:18:49,583 INFO [M:0;7b3e4e8e12ef:35903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:18:49,583 INFO [M:0;7b3e4e8e12ef:35903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:49,583 INFO [M:0;7b3e4e8e12ef:35903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:18:49,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:18:49,588 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b3e4e8e12ef:36257 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:36257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:49,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7b3e4e8e12ef:36257 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:36257 2024-11-07T15:18:49,589 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7b3e4e8e12ef:36257 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:36257 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:36257 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:18:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:18:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55706 deadline: 1730992789591, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T15:18:49,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11074482010/master 2024-11-07T15:18:49,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11074482010 2024-11-07T15:18:49,593 DEBUG [M:0;7b3e4e8e12ef:35903 {}] zookeeper.ZKUtil(347): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Unable to get data of znode /11074482010/master because node does not exist (not an error) 2024-11-07T15:18:49,593 WARN [M:0;7b3e4e8e12ef:35903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:18:49,593 INFO [M:0;7b3e4e8e12ef:35903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/.lastflushedseqids 2024-11-07T15:18:49,593 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T15:18:49,594 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741852_1028 (size=263) 2024-11-07T15:18:49,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:18:49,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-07T15:18:49,624 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:49,661 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:49,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:49,672 INFO [RS:0;7b3e4e8e12ef:36257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:49,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x10115e08b800004, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:49,672 INFO [RS:0;7b3e4e8e12ef:36257 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,36257,1730992714884; zookeeper connection closed. 2024-11-07T15:18:49,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4101b1a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4101b1a6 2024-11-07T15:18:49,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:18:49,794 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T15:18:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:18:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55706 deadline: 1730992789795, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T15:18:49,796 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T15:18:49,797 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:49,797 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T15:18:49,998 INFO [M:0;7b3e4e8e12ef:35903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:18:49,998 INFO [M:0;7b3e4e8e12ef:35903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:18:49,998 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:49,998 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:49,998 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:49,998 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:49,998 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:49,998 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T15:18:50,016 DEBUG [M:0;7b3e4e8e12ef:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9af9feb6491042f293b4bc83208230be is 82, key is hbase:meta,,1/info:regioninfo/1730992717152/Put/seqid=0 2024-11-07T15:18:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741853_1029 (size=5672) 2024-11-07T15:18:50,098 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T15:18:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:18:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55706 deadline: 1730992790099, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T15:18:50,100 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T15:18:50,101 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:50,101 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T15:18:50,365 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:50,421 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9af9feb6491042f293b4bc83208230be 2024-11-07T15:18:50,441 DEBUG [M:0;7b3e4e8e12ef:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff99a43802b14ee89f203667ec40fdbc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992720978/Put/seqid=0 2024-11-07T15:18:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741854_1030 (size=8516) 2024-11-07T15:18:50,502 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T15:18:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:18:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55706 deadline: 1730992790503, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T15:18:50,504 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T15:18:50,505 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:50,505 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T15:18:50,846 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff99a43802b14ee89f203667ec40fdbc 2024-11-07T15:18:50,862 DEBUG [M:0;7b3e4e8e12ef:35903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e5378991764806903e75af49af7594 is 69, key is 7b3e4e8e12ef,36257,1730992714884/rs:state/1730992716242/Put/seqid=0 2024-11-07T15:18:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741855_1031 (size=5156) 2024-11-07T15:18:51,006 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T15:18:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:18:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55706 deadline: 1730992791007, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T15:18:51,008 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T15:18:51,009 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:51,009 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T15:18:51,168 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:51,266 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e5378991764806903e75af49af7594 2024-11-07T15:18:51,271 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9af9feb6491042f293b4bc83208230be as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9af9feb6491042f293b4bc83208230be 2024-11-07T15:18:51,275 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9af9feb6491042f293b4bc83208230be, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:18:51,276 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff99a43802b14ee89f203667ec40fdbc as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff99a43802b14ee89f203667ec40fdbc 2024-11-07T15:18:51,281 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff99a43802b14ee89f203667ec40fdbc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:18:51,282 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5e5378991764806903e75af49af7594 as hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e5378991764806903e75af49af7594 2024-11-07T15:18:51,286 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5e5378991764806903e75af49af7594, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:18:51,287 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-07T15:18:51,292 INFO [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:51,292 DEBUG [M:0;7b3e4e8e12ef:35903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992729998Disabling compacts and flushes for region at 1730992729998Disabling writes for close at 1730992729998Obtaining lock to block concurrent updates at 1730992729998Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992729998Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730992729999 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992729999Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992729999Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992730016 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992730016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992730425 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992730441 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992730441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992730850 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992730861 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992730861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72adc63: reopening flushed file at 1730992731270 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795bc543: reopening flushed file at 1730992731275 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394b843b: reopening flushed file at 1730992731281 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1730992731287 (+6 ms)Writing region close event to WAL at 1730992731292 (+5 ms)Closed at 1730992731292 2024-11-07T15:18:51,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c8883ea-bbb3-ae88-2905-e86020002e82/MasterData/WALs/7b3e4e8e12ef,35903,1730992714745/7b3e4e8e12ef%2C35903%2C1730992714745.1730992715881 not finished, retry = 0 2024-11-07T15:18:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40901 is added to blk_1073741830_1006 (size=63654) 2024-11-07T15:18:51,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:51,395 INFO [M:0;7b3e4e8e12ef:35903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:18:51,395 INFO [M:0;7b3e4e8e12ef:35903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35903 2024-11-07T15:18:51,396 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:51,598 INFO [M:0;7b3e4e8e12ef:35903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35903-0x10115e08b800003, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:51,609 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T15:18:51,610 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b3e4e8e12ef:35903 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:35903 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7b3e4e8e12ef:35903 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:35903 2024-11-07T15:18:51,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e01798b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:51,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b15a6a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:51,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:51,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e246e70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:51,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4378e154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:51,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:18:51,695 WARN [BP-2001961694-172.17.0.2-1730992712570 heartbeating to localhost/127.0.0.1:45257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:18:51,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:18:51,695 WARN [BP-2001961694-172.17.0.2-1730992712570 heartbeating to localhost/127.0.0.1:45257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2001961694-172.17.0.2-1730992712570 (Datanode Uuid ab6126a1-1317-4c77-a2f4-5044804ff04d) service to localhost/127.0.0.1:45257 2024-11-07T15:18:51,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/cluster_d1dfa843-9aa7-41e3-b481-43fa66bc0ed4/data/data1/current/BP-2001961694-172.17.0.2-1730992712570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:51,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/cluster_d1dfa843-9aa7-41e3-b481-43fa66bc0ed4/data/data2/current/BP-2001961694-172.17.0.2-1730992712570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:51,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:18:51,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc8b84a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:51,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3129fbe5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:51,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:51,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e0204e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:51,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276b7d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:51,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:51,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7b3e4e8e12ef:35903 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:35903 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:18:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7b3e4e8e12ef:35903 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:35903 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-07T15:18:51,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7b3e4e8e12ef:35903 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7b3e4e8e12ef/172.17.0.2:35903 2024-11-07T15:18:51,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:18:51,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:18:51,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:51,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:51,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:51,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:51,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:51,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:18:51,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1163295924, stopped=false 2024-11-07T15:18:51,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,43541,1730992708902 2024-11-07T15:18:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079510024/running 2024-11-07T15:18:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079510024/running 2024-11-07T15:18:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:51,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:51,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:51,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:18:51,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:51,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:51,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/running 2024-11-07T15:18:51,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,43317,1730992709150' ***** 2024-11-07T15:18:51,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:18:51,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Set watcher on znode that does not yet exist, /0-2079510024/running 2024-11-07T15:18:51,730 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:18:51,730 INFO [RS:0;7b3e4e8e12ef:43317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:18:51,730 INFO [RS:0;7b3e4e8e12ef:43317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:18:51,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ee6200601187d12b4062d73db128a9f 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(3091): Received CLOSE for 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:51,731 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ee6200601187d12b4062d73db128a9f, disabling compactions & flushes 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43317. 2024-11-07T15:18:51,731 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:51,731 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:51,731 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:51,731 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. after waiting 0 ms 2024-11-07T15:18:51,731 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:51,731 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:18:51,731 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ee6200601187d12b4062d73db128a9f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:18:51,731 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:18:51,731 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1325): Online Regions={0ee6200601187d12b4062d73db128a9f=hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f., 1588230740=hbase:meta,,1.1588230740, 97445b0974c45b48081f601e5882695c=test,,1730992717284.97445b0974c45b48081f601e5882695c.} 2024-11-07T15:18:51,731 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 0ee6200601187d12b4062d73db128a9f, 1588230740, 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:51,731 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:18:51,732 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:18:51,732 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:18:51,732 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:18:51,732 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:18:51,732 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:18:51,745 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/info/66a352cd1c3547deacf5d889dadc6ba2 is 147, key is hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f./info:regioninfo/1730992719247/Put/seqid=0 2024-11-07T15:18:51,747 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/hfileref/554173f1720841319b489687492d1bc5 is 74, key is 1/hfileref:6e5ca715e85c4a4582b223b2440ed867_SeqId_6_/1730992727047/Put/seqid=0 2024-11-07T15:18:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741846_1022 (size=7686) 2024-11-07T15:18:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741847_1023 (size=5345) 2024-11-07T15:18:51,766 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:51,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:51,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7b3e4e8e12ef:35903 this server is in the failed servers list 2024-11-07T15:18:51,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7b3e4e8e12ef:35903 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:51,932 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 0ee6200601187d12b4062d73db128a9f, 1588230740, 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:52,072 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:52,132 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 0ee6200601187d12b4062d73db128a9f, 1588230740, 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:52,149 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/info/66a352cd1c3547deacf5d889dadc6ba2 2024-11-07T15:18:52,151 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/hfileref/554173f1720841319b489687492d1bc5 2024-11-07T15:18:52,168 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/queue/2a1f685150ce483fb395c4efb52cdadb is 153, key is 1-7b3e4e8e12ef,43317,1730992709150/queue:7b3e4e8e12ef%2C43317%2C1730992709150/1730992724064/Put/seqid=0 2024-11-07T15:18:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741848_1024 (size=5352) 2024-11-07T15:18:52,171 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/ns/816047b23b104ae08fbe01d3725fd567 is 43, key is default/ns:d/1730992712411/Put/seqid=0 2024-11-07T15:18:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741849_1025 (size=5153) 2024-11-07T15:18:52,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:52,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7b3e4e8e12ef:35903 this server is in the failed servers list 2024-11-07T15:18:52,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7b3e4e8e12ef:35903 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:52,301 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:18:52,301 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:18:52,332 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 0ee6200601187d12b4062d73db128a9f, 1588230740, 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:52,532 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 0ee6200601187d12b4062d73db128a9f, 1588230740, 97445b0974c45b48081f601e5882695c 2024-11-07T15:18:52,572 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/queue/2a1f685150ce483fb395c4efb52cdadb 2024-11-07T15:18:52,575 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/ns/816047b23b104ae08fbe01d3725fd567 2024-11-07T15:18:52,577 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/hfileref/554173f1720841319b489687492d1bc5 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/hfileref/554173f1720841319b489687492d1bc5 2024-11-07T15:18:52,580 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/hfileref/554173f1720841319b489687492d1bc5, entries=4, sequenceid=10, filesize=5.2 K 2024-11-07T15:18:52,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/.tmp/queue/2a1f685150ce483fb395c4efb52cdadb as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/queue/2a1f685150ce483fb395c4efb52cdadb 2024-11-07T15:18:52,585 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/queue/2a1f685150ce483fb395c4efb52cdadb, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T15:18:52,586 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0ee6200601187d12b4062d73db128a9f in 855ms, sequenceid=10, compaction requested=false 2024-11-07T15:18:52,594 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/replication/0ee6200601187d12b4062d73db128a9f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T15:18:52,594 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:52,594 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:52,594 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ee6200601187d12b4062d73db128a9f: Waiting for close lock at 1730992731731Running coprocessor pre-close hooks at 1730992731731Disabling compacts and flushes for region at 1730992731731Disabling writes for close at 1730992731731Obtaining lock to block concurrent updates at 1730992731731Preparing flush snapshotting stores in 0ee6200601187d12b4062d73db128a9f at 1730992731731Finished memstore snapshotting hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1730992731731Flushing stores of hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. at 1730992731732 (+1 ms)Flushing 0ee6200601187d12b4062d73db128a9f/hfileref: creating writer at 1730992731732Flushing 0ee6200601187d12b4062d73db128a9f/hfileref: appending metadata at 1730992731747 (+15 ms)Flushing 0ee6200601187d12b4062d73db128a9f/hfileref: closing flushed file at 1730992731747Flushing 0ee6200601187d12b4062d73db128a9f/queue: creating writer at 1730992732154 (+407 ms)Flushing 0ee6200601187d12b4062d73db128a9f/queue: appending metadata at 1730992732167 (+13 ms)Flushing 0ee6200601187d12b4062d73db128a9f/queue: closing flushed file at 1730992732167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b0fa2e: reopening flushed file at 1730992732576 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121e3722: reopening flushed file at 1730992732580 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0ee6200601187d12b4062d73db128a9f in 855ms, sequenceid=10, compaction requested=false at 1730992732586 (+6 ms)Writing region close event to WAL at 1730992732590 (+4 ms)Running coprocessor post-close hooks at 1730992732594 (+4 ms)Closed at 1730992732594 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992718656.0ee6200601187d12b4062d73db128a9f. 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97445b0974c45b48081f601e5882695c, disabling compactions & flushes 2024-11-07T15:18:52,595 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992717284.97445b0974c45b48081f601e5882695c. after waiting 0 ms 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:52,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ef77b5b15e1b4c48959fc211482a95da is 112, key is test,,1730992717284.97445b0974c45b48081f601e5882695c./rep_barrier:seqnumDuringOpen/1730992717791/Put/seqid=0 2024-11-07T15:18:52,598 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/default/test/97445b0974c45b48081f601e5882695c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:18:52,599 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:52,599 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:18:52,599 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:52,599 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97445b0974c45b48081f601e5882695c: Waiting for close lock at 1730992732595Running coprocessor pre-close hooks at 1730992732595Disabling compacts and flushes for region at 1730992732595Disabling writes for close at 1730992732595Writing region close event to WAL at 1730992732596 (+1 ms)Running coprocessor post-close hooks at 1730992732599 (+3 ms)Closed at 1730992732599 2024-11-07T15:18:52,599 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992717284.97445b0974c45b48081f601e5882695c. 2024-11-07T15:18:52,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741850_1026 (size=5518) 2024-11-07T15:18:52,732 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:18:52,732 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:18:52,732 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:52,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:52,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7b3e4e8e12ef:35903 this server is in the failed servers list 2024-11-07T15:18:52,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7b3e4e8e12ef:35903 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:52,933 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:53,007 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ef77b5b15e1b4c48959fc211482a95da 2024-11-07T15:18:53,025 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/table/471b31ecfa144e9c95d7cbddfdb06756 is 53, key is hbase:replication/table:state/1730992719262/Put/seqid=0 2024-11-07T15:18:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741851_1027 (size=5308) 2024-11-07T15:18:53,075 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1033, reset compression=false 2024-11-07T15:18:53,079 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:18:53,079 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1328, reset compression=false 2024-11-07T15:18:53,133 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:53,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:53,282 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.wal-reader.7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/WALs/7b3e4e8e12ef,43317,1730992709150/7b3e4e8e12ef%2C43317%2C1730992709150.1730992711381 to pos 1328, reset compression=false 2024-11-07T15:18:53,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:53,333 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:18:53,429 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/table/471b31ecfa144e9c95d7cbddfdb06756 2024-11-07T15:18:53,435 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/info/66a352cd1c3547deacf5d889dadc6ba2 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/info/66a352cd1c3547deacf5d889dadc6ba2 2024-11-07T15:18:53,439 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/info/66a352cd1c3547deacf5d889dadc6ba2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:18:53,440 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/ns/816047b23b104ae08fbe01d3725fd567 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/ns/816047b23b104ae08fbe01d3725fd567 2024-11-07T15:18:53,445 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/ns/816047b23b104ae08fbe01d3725fd567, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:18:53,446 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ef77b5b15e1b4c48959fc211482a95da as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/rep_barrier/ef77b5b15e1b4c48959fc211482a95da 2024-11-07T15:18:53,449 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/rep_barrier/ef77b5b15e1b4c48959fc211482a95da, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:18:53,450 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/.tmp/table/471b31ecfa144e9c95d7cbddfdb06756 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/table/471b31ecfa144e9c95d7cbddfdb06756 2024-11-07T15:18:53,453 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/table/471b31ecfa144e9c95d7cbddfdb06756, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:18:53,454 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-07T15:18:53,458 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:18:53,458 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:53,458 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:53,458 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:53,459 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992731731Running coprocessor pre-close hooks at 1730992731731Disabling compacts and flushes for region at 1730992731731Disabling writes for close at 1730992731732 (+1 ms)Obtaining lock to block concurrent updates at 1730992731732Preparing flush snapshotting stores in 1588230740 at 1730992731732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992731732Flushing stores of hbase:meta,,1.1588230740 at 1730992731732Flushing 1588230740/info: creating writer at 1730992731732Flushing 1588230740/info: appending metadata at 1730992731745 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730992731745Flushing 1588230740/ns: creating writer at 1730992732154 (+409 ms)Flushing 1588230740/ns: appending metadata at 1730992732171 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730992732171Flushing 1588230740/rep_barrier: creating writer at 1730992732579 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992732595 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992732595Flushing 1588230740/table: creating writer at 1730992733012 (+417 ms)Flushing 1588230740/table: appending metadata at 1730992733024 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730992733024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784a93b7: reopening flushed file at 1730992733434 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da83865: reopening flushed file at 1730992733439 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94cad47: reopening flushed file at 1730992733445 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f02668c: reopening flushed file at 1730992733449 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1730992733454 (+5 ms)Writing region close event to WAL at 1730992733455 (+1 ms)Running coprocessor post-close hooks at 1730992733458 (+3 ms)Closed at 1730992733458 2024-11-07T15:18:53,459 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:18:53,533 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,43317,1730992709150; all regions closed. 2024-11-07T15:18:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:18:53,537 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs 2024-11-07T15:18:53,537 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43317%2C1730992709150.meta:.meta(num 1730992712346) 2024-11-07T15:18:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741839_1015 (size=2695) 2024-11-07T15:18:53,540 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs 2024-11-07T15:18:53,540 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43317%2C1730992709150.rep:(num 1730992719137) 2024-11-07T15:18:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741832_1008 (size=1336) 2024-11-07T15:18:53,543 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/oldWALs 2024-11-07T15:18:53,543 INFO [RS:0;7b3e4e8e12ef:43317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43317%2C1730992709150:(num 1730992711381) 2024-11-07T15:18:53,543 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:53,543 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:18:53,543 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:53,544 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:53,544 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:53,544 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:53,544 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,43317,1730992709150 because: Region server is closing 2024-11-07T15:18:53,544 INFO [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43317. 2024-11-07T15:18:53,544 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:53,544 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:53,544 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:53,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:53,644 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-07T15:18:53,645 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T15:18:53,645 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T15:18:53,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:53,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:53,755 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:18:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:18:54,346 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43317,1730992709150.replicationSource.shipper7b3e4e8e12ef%2C43317%2C1730992709150,1-7b3e4e8e12ef,43317,1730992709150 terminated 2024-11-07T15:18:54,346 INFO [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43317. 2024-11-07T15:18:54,346 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:18:54,346 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:54,346 DEBUG [RS:0;7b3e4e8e12ef:43317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:18:54,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:18:54,346 INFO [RS:0;7b3e4e8e12ef:43317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43317 2024-11-07T15:18:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079510024/rs/7b3e4e8e12ef,43317,1730992709150 2024-11-07T15:18:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024/rs 2024-11-07T15:18:54,414 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:54,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,43317,1730992709150] 2024-11-07T15:18:54,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2079510024/draining/7b3e4e8e12ef,43317,1730992709150 already deleted, retry=false 2024-11-07T15:18:54,435 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,43317,1730992709150 expired; onlineServers=0 2024-11-07T15:18:54,435 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,43541,1730992708902' ***** 2024-11-07T15:18:54,435 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:18:54,435 DEBUG [M:0;7b3e4e8e12ef:43541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:18:54,435 DEBUG [M:0;7b3e4e8e12ef:43541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:18:54,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:18:54,435 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992711122 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992711122,5,FailOnTimeoutGroup] 2024-11-07T15:18:54,435 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992711128 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992711128,5,FailOnTimeoutGroup] 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:18:54,435 DEBUG [M:0;7b3e4e8e12ef:43541 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:18:54,435 INFO [M:0;7b3e4e8e12ef:43541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:18:54,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:18:54,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2079510024/master 2024-11-07T15:18:54,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2079510024 2024-11-07T15:18:54,445 DEBUG [M:0;7b3e4e8e12ef:43541 {}] zookeeper.ZKUtil(347): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Unable to get data of znode /0-2079510024/master because node does not exist (not an error) 2024-11-07T15:18:54,445 WARN [M:0;7b3e4e8e12ef:43541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:18:54,446 INFO [M:0;7b3e4e8e12ef:43541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/.lastflushedseqids 2024-11-07T15:18:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741852_1028 (size=263) 2024-11-07T15:18:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:54,524 INFO [RS:0;7b3e4e8e12ef:43317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43317-0x10115e08b800001, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:54,524 INFO [RS:0;7b3e4e8e12ef:43317 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,43317,1730992709150; zookeeper connection closed. 2024-11-07T15:18:54,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dd3d9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dd3d9a0 2024-11-07T15:18:54,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:18:54,850 INFO [M:0;7b3e4e8e12ef:43541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:18:54,851 INFO [M:0;7b3e4e8e12ef:43541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:18:54,851 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:18:54,851 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:54,851 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:54,851 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:18:54,851 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:54,851 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-07T15:18:54,864 DEBUG [M:0;7b3e4e8e12ef:43541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2106ec58598a4f89b02d21a06e448dd9 is 82, key is hbase:meta,,1/info:regioninfo/1730992712382/Put/seqid=0 2024-11-07T15:18:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741853_1029 (size=5672) 2024-11-07T15:18:55,269 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2106ec58598a4f89b02d21a06e448dd9 2024-11-07T15:18:55,285 DEBUG [M:0;7b3e4e8e12ef:43541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c3f7822fd64693b7268cfffb8597b2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992719280/Put/seqid=0 2024-11-07T15:18:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741854_1030 (size=8515) 2024-11-07T15:18:55,689 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c3f7822fd64693b7268cfffb8597b2 2024-11-07T15:18:55,712 DEBUG [M:0;7b3e4e8e12ef:43541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d52cf7d5a740424fb52f3331968bdef1 is 69, key is 7b3e4e8e12ef,43317,1730992709150/rs:state/1730992711222/Put/seqid=0 2024-11-07T15:18:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741855_1031 (size=5156) 2024-11-07T15:18:55,763 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:55,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:55,764 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:56,116 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d52cf7d5a740424fb52f3331968bdef1 2024-11-07T15:18:56,121 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2106ec58598a4f89b02d21a06e448dd9 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2106ec58598a4f89b02d21a06e448dd9 2024-11-07T15:18:56,125 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2106ec58598a4f89b02d21a06e448dd9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:18:56,126 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c3f7822fd64693b7268cfffb8597b2 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c3f7822fd64693b7268cfffb8597b2 2024-11-07T15:18:56,129 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c3f7822fd64693b7268cfffb8597b2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:18:56,130 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d52cf7d5a740424fb52f3331968bdef1 as hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d52cf7d5a740424fb52f3331968bdef1 2024-11-07T15:18:56,133 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35793/user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d52cf7d5a740424fb52f3331968bdef1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:18:56,134 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-07T15:18:56,134 INFO [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:18:56,135 DEBUG [M:0;7b3e4e8e12ef:43541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992734851Disabling compacts and flushes for region at 1730992734851Disabling writes for close at 1730992734851Obtaining lock to block concurrent updates at 1730992734851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992734851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1730992734851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992734852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992734852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992734864 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992734864Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992735273 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992735285 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992735285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992735694 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992735711 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992735711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef0fe16: reopening flushed file at 1730992736121 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1e62a1: reopening flushed file at 1730992736125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d85318a: reopening flushed file at 1730992736129 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1730992736134 (+5 ms)Writing region close event to WAL at 1730992736134Closed at 1730992736134 2024-11-07T15:18:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741830_1006 (size=63642) 2024-11-07T15:18:56,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2495c16-3c02-f220-a8c5-fa43e361c0e3/MasterData/WALs/7b3e4e8e12ef,43541,1730992708902/7b3e4e8e12ef%2C43541%2C1730992708902.1730992710872 not finished, retry = 0 2024-11-07T15:18:56,238 INFO [M:0;7b3e4e8e12ef:43541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:18:56,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:18:56,238 INFO [M:0;7b3e4e8e12ef:43541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43541 2024-11-07T15:18:56,239 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:18:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:56,398 INFO [M:0;7b3e4e8e12ef:43541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:18:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43541-0x10115e08b800000, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:18:56,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38091a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:56,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29512588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:56,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:56,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160eeeec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:56,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454830c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:56,402 WARN [BP-721152163-172.17.0.2-1730992705528 heartbeating to localhost/127.0.0.1:35793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:18:56,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:18:56,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:18:56,402 WARN [BP-721152163-172.17.0.2-1730992705528 heartbeating to localhost/127.0.0.1:35793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-721152163-172.17.0.2-1730992705528 (Datanode Uuid 1aa013cd-c73c-4193-9967-3ef879e90786) service to localhost/127.0.0.1:35793 2024-11-07T15:18:56,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/data/data1/current/BP-721152163-172.17.0.2-1730992705528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:56,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/cluster_6dd681de-72db-18ed-7f76-d89f6d66fc8f/data/data2/current/BP-721152163-172.17.0.2-1730992705528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:18:56,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:18:56,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57daf050{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:56,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e5de32e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:18:56,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:18:56,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc91568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:18:56,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6047ad5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2a906c2-abb1-4967-5926-10317fe4c241/hadoop.log.dir/,STOPPED} 2024-11-07T15:18:56,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:18:56,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:18:56,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45257 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62702) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35793 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62702) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35793 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45257 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35793 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=349 (was 1279) 2024-11-07T15:18:56,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=349 2024-11-07T15:18:56,453 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-07T15:18:56,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir so I do NOT create it in target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660 2024-11-07T15:18:56,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:18:56,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.tmp.dir so I do NOT create it in target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660 2024-11-07T15:18:56,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c7a1d24-8455-3fbb-4335-abdeed81812d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:18:56,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660 2024-11-07T15:18:56,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7, deleteOnExit=true 2024-11-07T15:18:56,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/zookeeper_0, clientPort=56073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:18:56,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56073 2024-11-07T15:18:56,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:18:56,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/test.cache.data in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:18:56,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:18:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:18:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:18:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:18:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:18:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:18:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115e08b800005, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:18:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115e08b800002, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:18:56,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115e08b800005, quorum=127.0.0.1:62702, baseZNode=/11074482010 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:18:56,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115e08b800002, quorum=127.0.0.1:62702, baseZNode=/0-2079510024 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:18:56,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:56,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:56,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:56,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:56,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:18:56,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:56,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2618d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:56,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42813850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:56,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ec5bde{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/java.io.tmpdir/jetty-localhost-33021-hadoop-hdfs-3_4_1-tests_jar-_-any-12597164676852281531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:18:56,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c049c9a{HTTP/1.1, (http/1.1)}{localhost:33021} 2024-11-07T15:18:56,929 INFO [Time-limited test {}] server.Server(415): Started @199435ms 2024-11-07T15:18:57,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:18:57,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:18:57,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:18:57,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:18:57,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:18:57,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffe7038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:18:57,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cf5c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:18:57,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55933cd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/java.io.tmpdir/jetty-localhost-45233-hadoop-hdfs-3_4_1-tests_jar-_-any-13971417963276311258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:18:57,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e6aa62{HTTP/1.1, (http/1.1)}{localhost:45233} 2024-11-07T15:18:57,339 INFO [Time-limited test {}] server.Server(415): Started @199845ms 2024-11-07T15:18:57,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:18:57,949 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/data/data1/current/BP-1024905530-172.17.0.2-1730992736494/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:57,949 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/data/data2/current/BP-1024905530-172.17.0.2-1730992736494/current, will proceed with Du for space computation calculation, 2024-11-07T15:18:57,964 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:18:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9873195492d06faa with lease ID 0xa605017f9615585c: Processing first storage report for DS-5a28aee8-79c8-461e-8cf5-6db580a5b956 from datanode DatanodeRegistration(127.0.0.1:41123, datanodeUuid=a547da32-1c22-4c8c-9589-f0d624604c41, infoPort=38441, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=2143133322;c=1730992736494) 2024-11-07T15:18:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9873195492d06faa with lease ID 0xa605017f9615585c: from storage DS-5a28aee8-79c8-461e-8cf5-6db580a5b956 node DatanodeRegistration(127.0.0.1:41123, datanodeUuid=a547da32-1c22-4c8c-9589-f0d624604c41, infoPort=38441, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=2143133322;c=1730992736494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9873195492d06faa with lease ID 0xa605017f9615585c: Processing first storage report for DS-c0c7363b-d896-4156-a515-58e894b69dc7 from datanode DatanodeRegistration(127.0.0.1:41123, datanodeUuid=a547da32-1c22-4c8c-9589-f0d624604c41, infoPort=38441, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=2143133322;c=1730992736494) 2024-11-07T15:18:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9873195492d06faa with lease ID 0xa605017f9615585c: from storage DS-c0c7363b-d896-4156-a515-58e894b69dc7 node DatanodeRegistration(127.0.0.1:41123, datanodeUuid=a547da32-1c22-4c8c-9589-f0d624604c41, infoPort=38441, infoSecurePort=0, ipcPort=36271, storageInfo=lv=-57;cid=testClusterID;nsid=2143133322;c=1730992736494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:18:58,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660 2024-11-07T15:18:58,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:18:58,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4 with version=8 2024-11-07T15:18:58,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/hbase-staging 2024-11-07T15:18:58,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:18:58,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:58,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33263 2024-11-07T15:18:58,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33263 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:18:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332630x0, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:58,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33263-0x10115e104800000 connected 2024-11-07T15:18:58,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/running 2024-11-07T15:18:58,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4, hbase.cluster.distributed=false 2024-11-07T15:18:58,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/acl 2024-11-07T15:18:58,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-07T15:18:58,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33263 2024-11-07T15:18:58,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33263 2024-11-07T15:18:58,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-07T15:18:58,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33263 2024-11-07T15:18:58,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:18:58,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:18:58,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36191 2024-11-07T15:18:58,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36191 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:18:58,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:58,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361910x0, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:18:58,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361910x0, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/running 2024-11-07T15:18:58,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36191-0x10115e104800001 connected 2024-11-07T15:18:58,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:18:58,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:18:58,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/master 2024-11-07T15:18:58,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/acl 2024-11-07T15:18:58,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:18:58,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36191 2024-11-07T15:18:58,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36191 2024-11-07T15:18:58,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:18:58,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:18:58,662 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:33263 2024-11-07T15:18:58,662 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0653206004/backup-masters/7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:18:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/backup-masters 2024-11-07T15:18:58,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/backup-masters 2024-11-07T15:18:58,674 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on existing znode=/0653206004/backup-masters/7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:18:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653206004/master 2024-11-07T15:18:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:18:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:18:58,687 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on existing znode=/0653206004/master 2024-11-07T15:18:58,687 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0653206004/backup-masters/7b3e4e8e12ef,33263,1730992738474 from backup master directory 2024-11-07T15:18:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653206004/backup-masters/7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:18:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/backup-masters 2024-11-07T15:18:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/backup-masters 2024-11-07T15:18:58,697 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:18:58,697 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:18:58,701 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/hbase.id] with ID: 78f03003-b589-40a7-848b-6919192b8482 2024-11-07T15:18:58,701 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/.tmp/hbase.id 2024-11-07T15:18:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:18:58,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:18:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:58,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:58,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:58,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:59,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:59,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:59,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:59,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:18:59,105 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/.tmp/hbase.id]:[hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/hbase.id] 2024-11-07T15:18:59,114 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:18:59,114 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:18:59,115 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:18:59,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:18:59,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:18:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:18:59,545 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:18:59,546 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:18:59,546 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:18:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:18:59,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:18:59,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:59,793 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:18:59,955 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store 2024-11-07T15:18:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:00,361 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:00,361 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:00,361 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992740361Disabling compacts and flushes for region at 1730992740361Disabling writes for close at 1730992740361Writing region close event to WAL at 1730992740361Closed at 1730992740361 2024-11-07T15:19:00,362 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/.initializing 2024-11-07T15:19:00,362 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/WALs/7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:00,362 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:00,363 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C33263%2C1730992738474, suffix=, logDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/WALs/7b3e4e8e12ef,33263,1730992738474, archiveDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/oldWALs, maxLogs=10 2024-11-07T15:19:00,375 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/WALs/7b3e4e8e12ef,33263,1730992738474/7b3e4e8e12ef%2C33263%2C1730992738474.1730992740364, exclude list is [], retry=0 2024-11-07T15:19:00,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41123,DS-5a28aee8-79c8-461e-8cf5-6db580a5b956,DISK] 2024-11-07T15:19:00,379 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/WALs/7b3e4e8e12ef,33263,1730992738474/7b3e4e8e12ef%2C33263%2C1730992738474.1730992740364 2024-11-07T15:19:00,379 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-07T15:19:00,379 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:00,379 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:00,379 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,379 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:19:00,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:00,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:00,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:19:00,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:00,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:00,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:19:00,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:00,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:00,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:19:00,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:00,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:00,385 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,386 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,386 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,387 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:00,388 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:00,389 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:00,389 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66076298, jitterRate=-0.015386432409286499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:00,390 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992740379Initializing all the Stores at 1730992740380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992740380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992740380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992740380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992740380Cleaning up temporary data from old regions at 1730992740387 (+7 ms)Region opened successfully at 1730992740390 (+3 ms) 2024-11-07T15:19:00,390 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:19:00,392 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e14b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:00,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:19:00,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:19:00,392 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:19:00,393 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:19:00,393 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:19:00,393 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:19:00,393 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:19:00,395 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:19:00,396 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/balancer because node does not exist (not necessarily an error) 2024-11-07T15:19:00,455 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/balancer already deleted, retry=false 2024-11-07T15:19:00,456 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:19:00,457 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:19:00,466 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/normalizer already deleted, retry=false 2024-11-07T15:19:00,466 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:19:00,467 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:19:00,476 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/switch/split already deleted, retry=false 2024-11-07T15:19:00,477 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:19:00,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/switch/merge already deleted, retry=false 2024-11-07T15:19:00,488 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:19:00,497 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/snapshot-cleanup already deleted, retry=false 2024-11-07T15:19:00,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653206004/running 2024-11-07T15:19:00,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653206004/running 2024-11-07T15:19:00,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,508 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,33263,1730992738474, sessionid=0x10115e104800000, setting cluster-up flag (Was=false) 2024-11-07T15:19:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,560 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0653206004/flush-table-proc/acquired, /0653206004/flush-table-proc/reached, /0653206004/flush-table-proc/abort 2024-11-07T15:19:00,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:00,613 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0653206004/online-snapshot/acquired, /0653206004/online-snapshot/reached, /0653206004/online-snapshot/abort 2024-11-07T15:19:00,614 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:00,615 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:19:00,616 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:00,617 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:19:00,617 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:19:00,617 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,33263,1730992738474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:00,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,618 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992770618 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:00,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:19:00,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:19:00,620 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:19:00,620 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:19:00,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:00,620 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992740620,5,FailOnTimeoutGroup] 2024-11-07T15:19:00,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:19:00,624 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992740620,5,FailOnTimeoutGroup] 2024-11-07T15:19:00,624 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,624 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:19:00,624 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,624 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:19:00,655 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(746): ClusterId : 78f03003-b589-40a7-848b-6919192b8482 2024-11-07T15:19:00,655 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:19:00,667 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:19:00,667 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:19:00,677 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:19:00,677 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0a6869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:00,687 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:36191 2024-11-07T15:19:00,687 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:19:00,687 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:19:00,687 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:19:00,688 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,33263,1730992738474 with port=36191, startcode=1730992738631 2024-11-07T15:19:00,688 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:19:00,689 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:19:00,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33263 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,690 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4 2024-11-07T15:19:00,691 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43621 2024-11-07T15:19:00,691 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:19:00,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/rs 2024-11-07T15:19:00,698 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] zookeeper.ZKUtil(111): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on existing znode=/0653206004/rs/7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,698 WARN [RS:0;7b3e4e8e12ef:36191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:00,698 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:00,698 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,36191,1730992738631] 2024-11-07T15:19:00,701 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:19:00,703 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:19:00,703 INFO [RS:0;7b3e4e8e12ef:36191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:19:00,703 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,703 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:19:00,704 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:19:00,704 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:00,704 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,705 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36191,1730992738631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:00,720 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:19:00,720 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36191,1730992738631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,720 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,720 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.Replication(171): 7b3e4e8e12ef,36191,1730992738631 started 2024-11-07T15:19:00,731 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:00,732 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,36191,1730992738631, RpcServer on 7b3e4e8e12ef/172.17.0.2:36191, sessionid=0x10115e104800001 2024-11-07T15:19:00,732 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:19:00,732 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,732 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36191,1730992738631' 2024-11-07T15:19:00,732 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0653206004/flush-table-proc/abort' 2024-11-07T15:19:00,732 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0653206004/flush-table-proc/acquired' 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36191,1730992738631' 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0653206004/online-snapshot/abort' 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0653206004/online-snapshot/acquired' 2024-11-07T15:19:00,733 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:19:00,733 INFO [RS:0;7b3e4e8e12ef:36191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:19:00,733 INFO [RS:0;7b3e4e8e12ef:36191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:19:00,834 INFO [RS:0;7b3e4e8e12ef:36191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:00,835 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36191%2C1730992738631, suffix=, logDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631, archiveDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/oldWALs, maxLogs=10 2024-11-07T15:19:00,850 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, exclude list is [], retry=0 2024-11-07T15:19:00,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41123,DS-5a28aee8-79c8-461e-8cf5-6db580a5b956,DISK] 2024-11-07T15:19:00,854 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 2024-11-07T15:19:00,854 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-07T15:19:01,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:19:01,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4 2024-11-07T15:19:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:19:01,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:01,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:01,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:01,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:01,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:01,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:01,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:01,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:01,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:01,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:01,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740 2024-11-07T15:19:01,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740 2024-11-07T15:19:01,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:01,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:01,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:01,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:01,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:01,444 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461154, jitterRate=0.12445881962776184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992741434Initializing all the Stores at 1730992741434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741435 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992741435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741435Cleaning up temporary data from old regions at 1730992741441 (+6 ms)Region opened successfully at 1730992741445 (+4 ms) 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:01,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:01,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:01,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992741445Disabling compacts and flushes for region at 1730992741445Disabling writes for close at 1730992741445Writing region close event to WAL at 1730992741445Closed at 1730992741445 2024-11-07T15:19:01,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:01,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:19:01,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:19:01,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:01,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:19:01,598 DEBUG [7b3e4e8e12ef:33263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:19:01,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:01,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36191,1730992738631, state=OPENING 2024-11-07T15:19:01,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:19:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:01,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:01,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653206004/meta-region-server: CHANGED 2024-11-07T15:19:01,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653206004/meta-region-server: CHANGED 2024-11-07T15:19:01,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730992738631}] 2024-11-07T15:19:01,903 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:01,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:19:01,907 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:19:01,908 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:01,908 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:19:01,909 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36191%2C1730992738631.meta, suffix=.meta, logDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631, archiveDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/oldWALs, maxLogs=10 2024-11-07T15:19:01,925 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.meta.1730992741909.meta, exclude list is [], retry=0 2024-11-07T15:19:01,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41123,DS-5a28aee8-79c8-461e-8cf5-6db580a5b956,DISK] 2024-11-07T15:19:01,928 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.meta.1730992741909.meta 2024-11-07T15:19:01,928 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:01,929 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:19:01,929 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:19:01,929 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:19:01,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:01,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:01,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:01,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:01,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:01,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:01,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:01,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:01,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:01,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:01,934 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:01,935 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740 2024-11-07T15:19:01,935 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740 2024-11-07T15:19:01,936 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:01,936 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:01,937 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:01,937 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:01,938 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64302223, jitterRate=-0.04182220995426178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:01,938 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:19:01,939 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992741930Writing region info on filesystem at 1730992741930Initializing all the Stores at 1730992741930Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992741931 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992741931Cleaning up temporary data from old regions at 1730992741936 (+5 ms)Running coprocessor post-open hooks at 1730992741938 (+2 ms)Region opened successfully at 1730992741939 (+1 ms) 2024-11-07T15:19:01,939 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992741903 2024-11-07T15:19:01,941 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:19:01,941 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:19:01,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:01,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36191,1730992738631, state=OPEN 2024-11-07T15:19:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0653206004/meta-region-server 2024-11-07T15:19:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0653206004/meta-region-server 2024-11-07T15:19:01,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:01,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653206004/meta-region-server: CHANGED 2024-11-07T15:19:01,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653206004/meta-region-server: CHANGED 2024-11-07T15:19:01,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:19:01,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730992738631 in 233 msec 2024-11-07T15:19:01,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:19:01,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-07T15:19:01,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:01,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:19:01,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:01,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=-1] 2024-11-07T15:19:01,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:01,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:01,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3760 sec 2024-11-07T15:19:01,992 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992741992, completionTime=-1 2024-11-07T15:19:01,993 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:19:01,993 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:19:01,994 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:19:01,994 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992801994 2024-11-07T15:19:01,994 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992861994 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:33263, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:01,997 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.301sec 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:01,998 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:19:02,000 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:19:02,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:19:02,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33263,1730992738474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:02,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a88eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:02,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:02,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:02,057 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcfea47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:02,059 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:02,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15902f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:02,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=-1] 2024-11-07T15:19:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:02,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:02,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:02,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:19:02,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:02,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e104800002 connected 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir so I do NOT create it in target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e 2024-11-07T15:19:02,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.tmp.dir so I do NOT create it in target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e 2024-11-07T15:19:02,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:19:02,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/cluster_a42cb4f4-23b9-505d-74d0-8c9597f8f5df, deleteOnExit=true 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:19:02,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/test.cache.data in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:19:02,098 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:19:02,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:02,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:19:02,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:19:02,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:02,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:02,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:02,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:02,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:02,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:02,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9d1b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:02,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8fb52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:02,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6694a323{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-6098174466197613058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:02,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@535bcf4a{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-11-07T15:19:02,537 INFO [Time-limited test {}] server.Server(415): Started @205042ms 2024-11-07T15:19:02,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:02,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:02,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:02,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:02,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:02,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510312dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:02,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10f49e55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:02,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c30ba25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-14420173940109332628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:02,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10fc23f1{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-11-07T15:19:02,892 INFO [Time-limited test {}] server.Server(415): Started @205398ms 2024-11-07T15:19:02,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:19:03,756 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/cluster_a42cb4f4-23b9-505d-74d0-8c9597f8f5df/data/data1/current/BP-1904067690-172.17.0.2-1730992742112/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:03,756 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/cluster_a42cb4f4-23b9-505d-74d0-8c9597f8f5df/data/data2/current/BP-1904067690-172.17.0.2-1730992742112/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:03,774 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:19:03,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e1f2ee50c5bb97 with lease ID 0xf859217390a04e37: Processing first storage report for DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d from datanode DatanodeRegistration(127.0.0.1:43701, datanodeUuid=3e2f363d-3894-49e7-b8a1-cc0dd61a0dcd, infoPort=45813, infoSecurePort=0, ipcPort=45099, storageInfo=lv=-57;cid=testClusterID;nsid=738169362;c=1730992742112) 2024-11-07T15:19:03,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e1f2ee50c5bb97 with lease ID 0xf859217390a04e37: from storage DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d node DatanodeRegistration(127.0.0.1:43701, datanodeUuid=3e2f363d-3894-49e7-b8a1-cc0dd61a0dcd, infoPort=45813, infoSecurePort=0, ipcPort=45099, storageInfo=lv=-57;cid=testClusterID;nsid=738169362;c=1730992742112), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:03,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e1f2ee50c5bb97 with lease ID 0xf859217390a04e37: Processing first storage report for DS-9a7cd810-c99f-4b27-9bb0-db257d84b12c from datanode DatanodeRegistration(127.0.0.1:43701, datanodeUuid=3e2f363d-3894-49e7-b8a1-cc0dd61a0dcd, infoPort=45813, infoSecurePort=0, ipcPort=45099, storageInfo=lv=-57;cid=testClusterID;nsid=738169362;c=1730992742112) 2024-11-07T15:19:03,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e1f2ee50c5bb97 with lease ID 0xf859217390a04e37: from storage DS-9a7cd810-c99f-4b27-9bb0-db257d84b12c node DatanodeRegistration(127.0.0.1:43701, datanodeUuid=3e2f363d-3894-49e7-b8a1-cc0dd61a0dcd, infoPort=45813, infoSecurePort=0, ipcPort=45099, storageInfo=lv=-57;cid=testClusterID;nsid=738169362;c=1730992742112), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:03,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e 2024-11-07T15:19:03,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:03,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:19:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:19:04,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:19:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:04,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T15:19:04,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:19:04,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:19:04,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6 with version=8 2024-11-07T15:19:04,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/hbase-staging 2024-11-07T15:19:04,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:19:04,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:04,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33365 2024-11-07T15:19:04,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33365 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:19:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333650x0, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:04,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33365-0x10115e104800003 connected 2024-11-07T15:19:04,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:04,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:04,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/running 2024-11-07T15:19:04,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6, hbase.cluster.distributed=false 2024-11-07T15:19:04,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/acl 2024-11-07T15:19:04,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T15:19:04,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33365 2024-11-07T15:19:04,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33365 2024-11-07T15:19:04,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T15:19:04,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T15:19:04,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:19:04,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:04,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42785 2024-11-07T15:19:04,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42785 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:19:04,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:04,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:04,392 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427850x0, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:04,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427850x0, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/running 2024-11-07T15:19:04,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42785-0x10115e104800004 connected 2024-11-07T15:19:04,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:19:04,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:19:04,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/master 2024-11-07T15:19:04,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/acl 2024-11-07T15:19:04,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T15:19:04,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42785 2024-11-07T15:19:04,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42785 2024-11-07T15:19:04,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T15:19:04,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T15:19:04,422 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:33365 2024-11-07T15:19:04,423 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1560338086/backup-masters/7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:04,434 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/backup-masters 2024-11-07T15:19:04,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/backup-masters 2024-11-07T15:19:04,435 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on existing znode=/1560338086/backup-masters/7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:04,445 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1560338086/master 2024-11-07T15:19:04,445 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:04,445 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on existing znode=/1560338086/master 2024-11-07T15:19:04,445 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1560338086/backup-masters/7b3e4e8e12ef,33365,1730992744230 from backup master directory 2024-11-07T15:19:04,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1560338086/backup-masters/7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:04,528 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/backup-masters 2024-11-07T15:19:04,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/backup-masters 2024-11-07T15:19:04,528 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:04,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:04,531 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/hbase.id] with ID: 61a6cf2b-45d6-4470-b877-64d4207b26a4 2024-11-07T15:19:04,531 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/.tmp/hbase.id 2024-11-07T15:19:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:19:04,536 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/.tmp/hbase.id]:[hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/hbase.id] 2024-11-07T15:19:04,546 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:04,546 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:19:04,547 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:19:04,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:04,571 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:19:04,576 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:04,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:19:04,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:19:04,583 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store 2024-11-07T15:19:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:04,988 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:04,988 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:04,988 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992744988Disabling compacts and flushes for region at 1730992744988Disabling writes for close at 1730992744988Writing region close event to WAL at 1730992744988Closed at 1730992744988 2024-11-07T15:19:04,989 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/.initializing 2024-11-07T15:19:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/WALs/7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:04,990 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:04,991 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C33365%2C1730992744230, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/WALs/7b3e4e8e12ef,33365,1730992744230, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/oldWALs, maxLogs=10 2024-11-07T15:19:05,002 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/WALs/7b3e4e8e12ef,33365,1730992744230/7b3e4e8e12ef%2C33365%2C1730992744230.1730992744991, exclude list is [], retry=0 2024-11-07T15:19:05,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43701,DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d,DISK] 2024-11-07T15:19:05,005 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/WALs/7b3e4e8e12ef,33365,1730992744230/7b3e4e8e12ef%2C33365%2C1730992744230.1730992744991 2024-11-07T15:19:05,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45813:45813)] 2024-11-07T15:19:05,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:05,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:05,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,006 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:19:05,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:05,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:19:05,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:05,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:19:05,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:05,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:19:05,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:05,012 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,012 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,013 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,014 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,014 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,014 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:05,015 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:05,016 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:05,016 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193716, jitterRate=-0.04343909025192261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:05,016 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992745006Initializing all the Stores at 1730992745007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992745007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992745007Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992745007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992745007Cleaning up temporary data from old regions at 1730992745014 (+7 ms)Region opened successfully at 1730992745016 (+2 ms) 2024-11-07T15:19:05,017 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:19:05,019 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54775d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:05,019 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:19:05,019 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:19:05,019 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:19:05,019 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:19:05,020 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:19:05,020 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:19:05,020 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:19:05,021 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:19:05,022 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/balancer because node does not exist (not necessarily an error) 2024-11-07T15:19:05,066 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/balancer already deleted, retry=false 2024-11-07T15:19:05,066 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:19:05,067 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:19:05,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/normalizer already deleted, retry=false 2024-11-07T15:19:05,076 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:19:05,077 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:19:05,087 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/switch/split already deleted, retry=false 2024-11-07T15:19:05,088 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:19:05,097 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/switch/merge already deleted, retry=false 2024-11-07T15:19:05,099 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:19:05,108 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/snapshot-cleanup already deleted, retry=false 2024-11-07T15:19:05,118 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1560338086/running 2024-11-07T15:19:05,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1560338086/running 2024-11-07T15:19:05,118 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,33365,1730992744230, sessionid=0x10115e104800003, setting cluster-up flag (Was=false) 2024-11-07T15:19:05,139 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,171 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1560338086/flush-table-proc/acquired, /1560338086/flush-table-proc/reached, /1560338086/flush-table-proc/abort 2024-11-07T15:19:05,172 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:05,192 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,223 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1560338086/online-snapshot/acquired, /1560338086/online-snapshot/reached, /1560338086/online-snapshot/abort 2024-11-07T15:19:05,224 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:05,225 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:19:05,227 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:05,227 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:19:05,227 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:19:05,227 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,33365,1730992744230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:05,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992775230 2024-11-07T15:19:05,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:19:05,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:19:05,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:19:05,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:19:05,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:19:05,231 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992745231,5,FailOnTimeoutGroup] 2024-11-07T15:19:05,231 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992745231,5,FailOnTimeoutGroup] 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,231 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:19:05,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:19:05,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6 2024-11-07T15:19:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:19:05,309 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(746): ClusterId : 61a6cf2b-45d6-4470-b877-64d4207b26a4 2024-11-07T15:19:05,310 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:19:05,319 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:19:05,319 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:19:05,330 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:19:05,330 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6267c3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:05,345 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:42785 2024-11-07T15:19:05,345 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:19:05,345 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:19:05,345 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:19:05,345 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,33365,1730992744230 with port=42785, startcode=1730992744375 2024-11-07T15:19:05,346 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:19:05,347 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:19:05,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33365 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,348 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6 2024-11-07T15:19:05,348 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42927 2024-11-07T15:19:05,348 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:19:05,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/rs 2024-11-07T15:19:05,361 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] zookeeper.ZKUtil(111): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on existing znode=/1560338086/rs/7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,361 WARN [RS:0;7b3e4e8e12ef:42785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:05,361 INFO [RS:0;7b3e4e8e12ef:42785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:05,361 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,42785,1730992744375] 2024-11-07T15:19:05,364 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:19:05,366 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:19:05,366 INFO [RS:0;7b3e4e8e12ef:42785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:19:05,366 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,366 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:19:05,367 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:19:05,367 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:05,367 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,368 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42785,1730992744375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:05,383 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:19:05,383 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42785,1730992744375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,383 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,383 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.Replication(171): 7b3e4e8e12ef,42785,1730992744375 started 2024-11-07T15:19:05,394 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:05,394 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,42785,1730992744375, RpcServer on 7b3e4e8e12ef/172.17.0.2:42785, sessionid=0x10115e104800004 2024-11-07T15:19:05,394 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:19:05,394 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,394 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,42785,1730992744375' 2024-11-07T15:19:05,394 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1560338086/flush-table-proc/abort' 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1560338086/flush-table-proc/acquired' 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,42785,1730992744375' 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1560338086/online-snapshot/abort' 2024-11-07T15:19:05,395 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1560338086/online-snapshot/acquired' 2024-11-07T15:19:05,396 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:19:05,396 INFO [RS:0;7b3e4e8e12ef:42785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:19:05,396 INFO [RS:0;7b3e4e8e12ef:42785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:19:05,496 INFO [RS:0;7b3e4e8e12ef:42785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:05,497 INFO [RS:0;7b3e4e8e12ef:42785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C42785%2C1730992744375, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/oldWALs, maxLogs=10 2024-11-07T15:19:05,508 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, exclude list is [], retry=0 2024-11-07T15:19:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43701,DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d,DISK] 2024-11-07T15:19:05,512 INFO [RS:0;7b3e4e8e12ef:42785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 2024-11-07T15:19:05,515 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45813:45813)] 2024-11-07T15:19:05,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:05,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:05,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:05,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:05,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:05,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:05,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:05,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:05,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:05,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:05,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:05,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:05,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:05,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:05,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740 2024-11-07T15:19:05,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740 2024-11-07T15:19:05,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:05,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:05,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:05,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:05,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:05,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69298471, jitterRate=0.032627686858177185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992745646Initializing all the Stores at 1730992745646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992745647 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992745647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992745647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992745647Cleaning up temporary data from old regions at 1730992745653 (+6 ms)Region opened successfully at 1730992745657 (+4 ms) 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:05,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:05,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:05,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992745657Disabling compacts and flushes for region at 1730992745657Disabling writes for close at 1730992745657Writing region close event to WAL at 1730992745657Closed at 1730992745657 2024-11-07T15:19:05,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:05,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:19:05,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:19:05,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:05,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:19:05,810 DEBUG [7b3e4e8e12ef:33365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:19:05,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:05,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,42785,1730992744375, state=OPENING 2024-11-07T15:19:05,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:19:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,908 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:05,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:05,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1560338086/meta-region-server: CHANGED 2024-11-07T15:19:05,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1560338086/meta-region-server: CHANGED 2024-11-07T15:19:05,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42785,1730992744375}] 2024-11-07T15:19:06,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:06,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:19:06,064 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:19:06,064 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:06,065 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:19:06,066 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C42785%2C1730992744375.meta, suffix=.meta, logDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/oldWALs, maxLogs=10 2024-11-07T15:19:06,077 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.meta.1730992746066.meta, exclude list is [], retry=0 2024-11-07T15:19:06,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43701,DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d,DISK] 2024-11-07T15:19:06,081 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.meta.1730992746066.meta 2024-11-07T15:19:06,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45813:45813)] 2024-11-07T15:19:06,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:06,081 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:06,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:06,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:19:06,081 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:19:06,082 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:19:06,082 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:06,082 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:19:06,082 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:19:06,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:06,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:06,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:06,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:06,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:06,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:06,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:06,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:06,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:06,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:06,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:06,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:06,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:06,086 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:06,087 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740 2024-11-07T15:19:06,087 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740 2024-11-07T15:19:06,088 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:06,088 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:06,089 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:06,089 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:06,090 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71545158, jitterRate=0.0661059319972992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:06,090 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:19:06,090 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992746082Writing region info on filesystem at 1730992746082Initializing all the Stores at 1730992746082Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992746082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992746083 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992746083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992746083Cleaning up temporary data from old regions at 1730992746088 (+5 ms)Running coprocessor post-open hooks at 1730992746090 (+2 ms)Region opened successfully at 1730992746090 2024-11-07T15:19:06,091 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992746060 2024-11-07T15:19:06,093 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:19:06,093 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:19:06,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:06,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,42785,1730992744375, state=OPEN 2024-11-07T15:19:06,105 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1560338086/meta-region-server 2024-11-07T15:19:06,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1560338086/meta-region-server 2024-11-07T15:19:06,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:06,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1560338086/meta-region-server: CHANGED 2024-11-07T15:19:06,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1560338086/meta-region-server: CHANGED 2024-11-07T15:19:06,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:19:06,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42785,1730992744375 in 197 msec 2024-11-07T15:19:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:19:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-07T15:19:06,109 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:06,109 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:19:06,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:06,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=-1] 2024-11-07T15:19:06,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:06,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:06,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 888 msec 2024-11-07T15:19:06,116 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992746116, completionTime=-1 2024-11-07T15:19:06,116 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:19:06,116 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992806118 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992866118 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:33365, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,120 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.594sec 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:06,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:19:06,124 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:19:06,124 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:19:06,124 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33365,1730992744230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:06,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4529db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:06,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:06,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:06,211 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e92047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:06,213 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:06,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa9034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:06,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:06,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=-1] 2024-11-07T15:19:06,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:06,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:06,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:06,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56073 2024-11-07T15:19:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:06,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e104800005 connected 2024-11-07T15:19:06,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa2d7a 2024-11-07T15:19:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:06,238 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:06,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:19:06,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:06,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:06,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:19:06,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:19:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:06,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc95745e91dd52de1b649ecce0707dc4, NAME => 'test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4 2024-11-07T15:19:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:19:06,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:19:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc95745e91dd52de1b649ecce0707dc4, disabling compactions & flushes 2024-11-07T15:19:07,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. after waiting 0 ms 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc95745e91dd52de1b649ecce0707dc4: Waiting for close lock at 1730992747058Disabling compacts and flushes for region at 1730992747058Disabling writes for close at 1730992747058Writing region close event to WAL at 1730992747058Closed at 1730992747058 2024-11-07T15:19:07,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:07,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992747059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992747059"}]},"ts":"1730992747059"} 2024-11-07T15:19:07,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:07,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:07,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992747062"}]},"ts":"1730992747062"} 2024-11-07T15:19:07,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:19:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc95745e91dd52de1b649ecce0707dc4, ASSIGN}] 2024-11-07T15:19:07,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc95745e91dd52de1b649ecce0707dc4, ASSIGN 2024-11-07T15:19:07,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc95745e91dd52de1b649ecce0707dc4, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36191,1730992738631; forceNewPlan=false, retain=false 2024-11-07T15:19:07,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc95745e91dd52de1b649ecce0707dc4, regionState=OPENING, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:07,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc95745e91dd52de1b649ecce0707dc4, ASSIGN because future has completed 2024-11-07T15:19:07,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc95745e91dd52de1b649ecce0707dc4, server=7b3e4e8e12ef,36191,1730992738631}] 2024-11-07T15:19:07,373 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,373 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc95745e91dd52de1b649ecce0707dc4, NAME => 'test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:07,373 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:07,374 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,375 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,376 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc95745e91dd52de1b649ecce0707dc4 columnFamilyName f 2024-11-07T15:19:07,376 DEBUG [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:07,376 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(327): Store=fc95745e91dd52de1b649ecce0707dc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:07,376 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,377 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc95745e91dd52de1b649ecce0707dc4 columnFamilyName f1 2024-11-07T15:19:07,377 DEBUG [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:07,377 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(327): Store=fc95745e91dd52de1b649ecce0707dc4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:07,377 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,378 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc95745e91dd52de1b649ecce0707dc4 columnFamilyName norep 2024-11-07T15:19:07,378 DEBUG [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:07,378 INFO [StoreOpener-fc95745e91dd52de1b649ecce0707dc4-1 {}] regionserver.HStore(327): Store=fc95745e91dd52de1b649ecce0707dc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:07,378 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,379 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,379 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,380 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,380 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,380 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:07,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,390 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:07,391 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc95745e91dd52de1b649ecce0707dc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68985480, jitterRate=0.027963757514953613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:07,391 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:07,392 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc95745e91dd52de1b649ecce0707dc4: Running coprocessor pre-open hook at 1730992747374Writing region info on filesystem at 1730992747374Initializing all the Stores at 1730992747375 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992747375Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992747375Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992747375Cleaning up temporary data from old regions at 1730992747380 (+5 ms)Running coprocessor post-open hooks at 1730992747391 (+11 ms)Region opened successfully at 1730992747391 2024-11-07T15:19:07,392 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4., pid=6, masterSystemTime=1730992747370 2024-11-07T15:19:07,394 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,394 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:07,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc95745e91dd52de1b649ecce0707dc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc95745e91dd52de1b649ecce0707dc4, server=7b3e4e8e12ef,36191,1730992738631 because future has completed 2024-11-07T15:19:07,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:19:07,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc95745e91dd52de1b649ecce0707dc4, server=7b3e4e8e12ef,36191,1730992738631 in 179 msec 2024-11-07T15:19:07,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:19:07,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc95745e91dd52de1b649ecce0707dc4, ASSIGN in 334 msec 2024-11-07T15:19:07,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:07,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992747401"}]},"ts":"1730992747401"} 2024-11-07T15:19:07,403 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:19:07,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:07,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-07T15:19:07,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:07,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:07,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:08,393 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:19:08,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:08,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:08,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fefa85 2024-11-07T15:19:08,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:08,395 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:08,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:19:08,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:08,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:08,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:19:08,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:19:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:08,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fa009661a0fc5293c4c0b4f6050672e, NAME => 'test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6 2024-11-07T15:19:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:19:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fa009661a0fc5293c4c0b4f6050672e, disabling compactions & flushes 2024-11-07T15:19:09,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. after waiting 0 ms 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fa009661a0fc5293c4c0b4f6050672e: Waiting for close lock at 1730992749210Disabling compacts and flushes for region at 1730992749210Disabling writes for close at 1730992749210Writing region close event to WAL at 1730992749210Closed at 1730992749210 2024-11-07T15:19:09,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:09,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992749211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992749211"}]},"ts":"1730992749211"} 2024-11-07T15:19:09,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:09,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:09,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992749213"}]},"ts":"1730992749213"} 2024-11-07T15:19:09,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:19:09,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fa009661a0fc5293c4c0b4f6050672e, ASSIGN}] 2024-11-07T15:19:09,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fa009661a0fc5293c4c0b4f6050672e, ASSIGN 2024-11-07T15:19:09,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fa009661a0fc5293c4c0b4f6050672e, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,42785,1730992744375; forceNewPlan=false, retain=false 2024-11-07T15:19:09,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fa009661a0fc5293c4c0b4f6050672e, regionState=OPENING, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fa009661a0fc5293c4c0b4f6050672e, ASSIGN because future has completed 2024-11-07T15:19:09,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa009661a0fc5293c4c0b4f6050672e, server=7b3e4e8e12ef,42785,1730992744375}] 2024-11-07T15:19:09,524 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,524 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fa009661a0fc5293c4c0b4f6050672e, NAME => 'test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:09,525 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:09,525 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:19:09,525 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,525 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:09,525 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,525 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,526 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,527 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa009661a0fc5293c4c0b4f6050672e columnFamilyName f 2024-11-07T15:19:09,527 DEBUG [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:09,527 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(327): Store=7fa009661a0fc5293c4c0b4f6050672e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:09,527 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,528 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa009661a0fc5293c4c0b4f6050672e columnFamilyName f1 2024-11-07T15:19:09,528 DEBUG [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:09,528 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(327): Store=7fa009661a0fc5293c4c0b4f6050672e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:09,529 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,529 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa009661a0fc5293c4c0b4f6050672e columnFamilyName norep 2024-11-07T15:19:09,529 DEBUG [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:09,530 INFO [StoreOpener-7fa009661a0fc5293c4c0b4f6050672e-1 {}] regionserver.HStore(327): Store=7fa009661a0fc5293c4c0b4f6050672e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:09,530 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,530 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,531 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,531 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,531 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,532 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:09,533 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:09,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:09,535 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fa009661a0fc5293c4c0b4f6050672e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67487363, jitterRate=0.005640074610710144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:09,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:09,535 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fa009661a0fc5293c4c0b4f6050672e: Running coprocessor pre-open hook at 1730992749525Writing region info on filesystem at 1730992749525Initializing all the Stores at 1730992749526 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992749526Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992749526Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992749526Cleaning up temporary data from old regions at 1730992749531 (+5 ms)Running coprocessor post-open hooks at 1730992749535 (+4 ms)Region opened successfully at 1730992749535 2024-11-07T15:19:09,536 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e., pid=6, masterSystemTime=1730992749521 2024-11-07T15:19:09,537 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,538 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:09,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fa009661a0fc5293c4c0b4f6050672e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:09,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa009661a0fc5293c4c0b4f6050672e, server=7b3e4e8e12ef,42785,1730992744375 because future has completed 2024-11-07T15:19:09,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:19:09,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fa009661a0fc5293c4c0b4f6050672e, server=7b3e4e8e12ef,42785,1730992744375 in 172 msec 2024-11-07T15:19:09,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:19:09,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fa009661a0fc5293c4c0b4f6050672e, ASSIGN in 327 msec 2024-11-07T15:19:09,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:09,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992749544"}]},"ts":"1730992749544"} 2024-11-07T15:19:09,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:19:09,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:09,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-07T15:19:09,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:09,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:09,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:10,544 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:19:10,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e61f672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:10,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:10,545 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:10,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:10,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:10,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,547 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:10,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d954ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db24569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:10,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:10,548 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0bf3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,549 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce8806a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3e6835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:10,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:10,551 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a8b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,552 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd62c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34214198 2024-11-07T15:19:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:10,554 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:33365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:19:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:19:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:10,557 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33365' 2024-11-07T15:19:10,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552dc8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,557 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:10,557 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:10,558 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:10,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:10,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:10,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473afcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:10,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,559 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:10,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b04951c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:10,560 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:10,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:10,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90ad5a8 2024-11-07T15:19:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:10,561 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:10,562 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T15:19:10,562 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:19:10,562 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,562 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:10,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:10,562 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:10,563 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:19:10,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:10,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:10,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:19:10,613 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:19:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:10,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de769b030302410b88383c2a771c1256, NAME => 'hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4 2024-11-07T15:19:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:19:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:11,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de769b030302410b88383c2a771c1256, disabling compactions & flushes 2024-11-07T15:19:11,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. after waiting 0 ms 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de769b030302410b88383c2a771c1256: Waiting for close lock at 1730992751418Disabling compacts and flushes for region at 1730992751418Disabling writes for close at 1730992751418Writing region close event to WAL at 1730992751418Closed at 1730992751418 2024-11-07T15:19:11,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:11,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992751419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992751419"}]},"ts":"1730992751419"} 2024-11-07T15:19:11,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:11,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:11,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992751422"}]},"ts":"1730992751422"} 2024-11-07T15:19:11,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:19:11,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de769b030302410b88383c2a771c1256, ASSIGN}] 2024-11-07T15:19:11,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de769b030302410b88383c2a771c1256, ASSIGN 2024-11-07T15:19:11,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de769b030302410b88383c2a771c1256, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36191,1730992738631; forceNewPlan=false, retain=false 2024-11-07T15:19:11,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de769b030302410b88383c2a771c1256, regionState=OPENING, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:11,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de769b030302410b88383c2a771c1256, ASSIGN because future has completed 2024-11-07T15:19:11,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de769b030302410b88383c2a771c1256, server=7b3e4e8e12ef,36191,1730992738631}] 2024-11-07T15:19:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:11,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:11,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:19:11,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36191%2C1730992738631.rep, suffix=, logDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631, archiveDir=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/oldWALs, maxLogs=10 2024-11-07T15:19:11,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.rep.1730992751734, exclude list is [], retry=0 2024-11-07T15:19:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41123,DS-5a28aee8-79c8-461e-8cf5-6db580a5b956,DISK] 2024-11-07T15:19:11,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.rep.1730992751734 2024-11-07T15:19:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38441:38441)] 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de769b030302410b88383c2a771c1256, NAME => 'hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:11,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. service=MultiRowMutationService 2024-11-07T15:19:11,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,750 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,751 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de769b030302410b88383c2a771c1256 columnFamilyName hfileref 2024-11-07T15:19:11,751 DEBUG [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:11,752 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(327): Store=de769b030302410b88383c2a771c1256/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:11,752 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,752 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de769b030302410b88383c2a771c1256 columnFamilyName queue 2024-11-07T15:19:11,752 DEBUG [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:11,753 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(327): Store=de769b030302410b88383c2a771c1256/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:11,753 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,754 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de769b030302410b88383c2a771c1256 columnFamilyName sid 2024-11-07T15:19:11,754 DEBUG [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:11,754 INFO [StoreOpener-de769b030302410b88383c2a771c1256-1 {}] regionserver.HStore(327): Store=de769b030302410b88383c2a771c1256/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:11,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:11,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:11,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de769b030302410b88383c2a771c1256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59850972, jitterRate=-0.10815101861953735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:11,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de769b030302410b88383c2a771c1256 2024-11-07T15:19:11,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de769b030302410b88383c2a771c1256: Running coprocessor pre-open hook at 1730992751749Writing region info on filesystem at 1730992751749Initializing all the Stores at 1730992751750 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992751750Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992751750Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992751750Cleaning up temporary data from old regions at 1730992751756 (+6 ms)Running coprocessor post-open hooks at 1730992751759 (+3 ms)Region opened successfully at 1730992751759 2024-11-07T15:19:11,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256., pid=10, masterSystemTime=1730992751729 2024-11-07T15:19:11,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:11,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de769b030302410b88383c2a771c1256, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:11,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de769b030302410b88383c2a771c1256, server=7b3e4e8e12ef,36191,1730992738631 because future has completed 2024-11-07T15:19:11,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:19:11,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de769b030302410b88383c2a771c1256, server=7b3e4e8e12ef,36191,1730992738631 in 187 msec 2024-11-07T15:19:11,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:19:11,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de769b030302410b88383c2a771c1256, ASSIGN in 342 msec 2024-11-07T15:19:11,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:11,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992751768"}]},"ts":"1730992751768"} 2024-11-07T15:19:11,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:19:11,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:11,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-07T15:19:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256., hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=2] 2024-11-07T15:19:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:11,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:19:12,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:19:12,060 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:19:12,087 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,36191,1730992738631, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:19:12,088 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:12,088 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=-1] 2024-11-07T15:19:12,088 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:12,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,36191,1730992738631', locateType=CURRENT is [region=hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256., hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=2] 2024-11-07T15:19:12,093 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:19:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:19:12,095 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,36191,1730992738631 suceeded 2024-11-07T15:19:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:19:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T15:19:12,096 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:33365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:19:12,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-07T15:19:12,108 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33365' 2024-11-07T15:19:12,109 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313a5c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,109 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:12,109 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:12,109 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3999ec1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:12,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,111 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:12,111 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e2124f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,111 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509a88a8 2024-11-07T15:19:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:12,112 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-07T15:19:12,113 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,36191,1730992738631 (queues=1) is replicating from cluster=78f03003-b589-40a7-848b-6919192b8482 to cluster=61a6cf2b-45d6-4470-b877-64d4207b26a4 2024-11-07T15:19:12,113 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C36191%2C1730992738631 2024-11-07T15:19:12,113 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,36191,1730992738631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:19:12,113 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C36191%2C1730992738631 2024-11-07T15:19:12,113 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, startPosition=0, beingWritten=true 2024-11-07T15:19:12,117 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:12,117 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:12,118 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:12,321 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:12,624 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:12,704 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:19:12,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:12,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:12,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:12,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb8b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:12,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:12,705 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a012515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,707 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbf9b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e165346 2024-11-07T15:19:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:12,709 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:12,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:33263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:12,711 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33263' 2024-11-07T15:19:12,712 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25de8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,712 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:12,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:12,713 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab22dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:12,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:12,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,714 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:12,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46210577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:12,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:12,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:12,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da672a3 2024-11-07T15:19:12,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:12,716 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:12,716 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:19:12,716 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:19:12,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:12,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:12,717 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:12,718 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:19:12,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:12,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:12,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:19:12,768 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:12,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:12,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:12,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:19:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:13,028 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:13,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 315c0ca09a9b00b7ebb6d1ce099000e2, NAME => 'hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6 2024-11-07T15:19:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:19:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 315c0ca09a9b00b7ebb6d1ce099000e2, disabling compactions & flushes 2024-11-07T15:19:13,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. after waiting 0 ms 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 315c0ca09a9b00b7ebb6d1ce099000e2: Waiting for close lock at 1730992753530Disabling compacts and flushes for region at 1730992753530Disabling writes for close at 1730992753530Writing region close event to WAL at 1730992753530Closed at 1730992753530 2024-11-07T15:19:13,531 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:13,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:13,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992753531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992753531"}]},"ts":"1730992753531"} 2024-11-07T15:19:13,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:13,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:13,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992753534"}]},"ts":"1730992753534"} 2024-11-07T15:19:13,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:19:13,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=315c0ca09a9b00b7ebb6d1ce099000e2, ASSIGN}] 2024-11-07T15:19:13,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=315c0ca09a9b00b7ebb6d1ce099000e2, ASSIGN 2024-11-07T15:19:13,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=315c0ca09a9b00b7ebb6d1ce099000e2, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,42785,1730992744375; forceNewPlan=false, retain=false 2024-11-07T15:19:13,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=315c0ca09a9b00b7ebb6d1ce099000e2, regionState=OPENING, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:13,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=315c0ca09a9b00b7ebb6d1ce099000e2, ASSIGN because future has completed 2024-11-07T15:19:13,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 315c0ca09a9b00b7ebb6d1ce099000e2, server=7b3e4e8e12ef,42785,1730992744375}] 2024-11-07T15:19:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:13,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:13,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:19:13,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C42785%2C1730992744375.rep, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/oldWALs, maxLogs=10 2024-11-07T15:19:13,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.rep.1730992753847, exclude list is [], retry=0 2024-11-07T15:19:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43701,DS-d4e5d9e9-dfec-494b-9f28-5a40aaf17a5d,DISK] 2024-11-07T15:19:13,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.rep.1730992753847 2024-11-07T15:19:13,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45813:45813)] 2024-11-07T15:19:13,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 315c0ca09a9b00b7ebb6d1ce099000e2, NAME => 'hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:13,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:13,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:13,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. service=MultiRowMutationService 2024-11-07T15:19:13,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:19:13,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:13,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,864 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,865 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 315c0ca09a9b00b7ebb6d1ce099000e2 columnFamilyName hfileref 2024-11-07T15:19:13,865 DEBUG [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:13,865 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(327): Store=315c0ca09a9b00b7ebb6d1ce099000e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:13,865 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,866 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 315c0ca09a9b00b7ebb6d1ce099000e2 columnFamilyName queue 2024-11-07T15:19:13,866 DEBUG [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:13,866 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(327): Store=315c0ca09a9b00b7ebb6d1ce099000e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:13,866 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,867 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 315c0ca09a9b00b7ebb6d1ce099000e2 columnFamilyName sid 2024-11-07T15:19:13,867 DEBUG [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:13,867 INFO [StoreOpener-315c0ca09a9b00b7ebb6d1ce099000e2-1 {}] regionserver.HStore(327): Store=315c0ca09a9b00b7ebb6d1ce099000e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:13,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/replication/315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/replication/315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:13,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/replication/315c0ca09a9b00b7ebb6d1ce099000e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:13,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 315c0ca09a9b00b7ebb6d1ce099000e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70021895, jitterRate=0.04340754449367523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:13,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:13,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 315c0ca09a9b00b7ebb6d1ce099000e2: Running coprocessor pre-open hook at 1730992753863Writing region info on filesystem at 1730992753863Initializing all the Stores at 1730992753863Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992753863Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992753864 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992753864Cleaning up temporary data from old regions at 1730992753869 (+5 ms)Running coprocessor post-open hooks at 1730992753872 (+3 ms)Region opened successfully at 1730992753872 2024-11-07T15:19:13,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2., pid=10, masterSystemTime=1730992753842 2024-11-07T15:19:13,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:13,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=315c0ca09a9b00b7ebb6d1ce099000e2, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 315c0ca09a9b00b7ebb6d1ce099000e2, server=7b3e4e8e12ef,42785,1730992744375 because future has completed 2024-11-07T15:19:13,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:19:13,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 315c0ca09a9b00b7ebb6d1ce099000e2, server=7b3e4e8e12ef,42785,1730992744375 in 187 msec 2024-11-07T15:19:13,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:19:13,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=315c0ca09a9b00b7ebb6d1ce099000e2, ASSIGN in 343 msec 2024-11-07T15:19:13,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:13,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992753881"}]},"ts":"1730992753881"} 2024-11-07T15:19:13,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:19:13,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:13,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-07T15:19:13,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2., hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=2] 2024-11-07T15:19:13,981 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:13,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:14,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:19:14,135 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:19:14,155 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:19:14,180 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,42785,1730992744375, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:19:14,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:14,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=-1] 2024-11-07T15:19:14,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:14,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:14,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,42785,1730992744375', locateType=CURRENT is [region=hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2., hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=2] 2024-11-07T15:19:14,185 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:19:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:19:14,187 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,42785,1730992744375 suceeded 2024-11-07T15:19:14,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:19:14,202 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:33263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:19:14,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T15:19:14,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-07T15:19:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:19:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:19:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T15:19:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T15:19:14,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:19:14,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:19:14,218 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33263' 2024-11-07T15:19:14,219 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4671d44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:14,219 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:14,220 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:14,220 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e3fd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:14,222 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:14,222 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644e72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:14,222 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60331203 2024-11-07T15:19:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:14,224 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-07T15:19:14,224 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,42785,1730992744375 (queues=1) is replicating from cluster=61a6cf2b-45d6-4470-b877-64d4207b26a4 to cluster=78f03003-b589-40a7-848b-6919192b8482 2024-11-07T15:19:14,224 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C42785%2C1730992744375 2024-11-07T15:19:14,225 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,42785,1730992744375, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:19:14,225 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C42785%2C1730992744375 2024-11-07T15:19:14,225 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, startPosition=0, beingWritten=true 2024-11-07T15:19:14,230 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:14,230 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:14,230 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,42785,1730992744375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:14,434 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:14,737 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:14,838 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:14,854 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:19:14,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:14,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:14,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:14,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:14,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:14,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=-1] 2024-11-07T15:19:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:14,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4., hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=2] 2024-11-07T15:19:14,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=-1] 2024-11-07T15:19:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:14,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:14,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e., hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=2] 2024-11-07T15:19:14,865 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T15:19:15,141 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:15,642 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 379, reset compression=false 2024-11-07T15:19:15,644 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:15,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:15,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 480, reset compression=false 2024-11-07T15:19:15,647 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc95745e91dd52de1b649ecce0707dc4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T15:19:15,650 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:15,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-07T15:19:15,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:15,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@736cbe6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:15,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33365,-1 for getting cluster id 2024-11-07T15:19:15,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:15,653 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61a6cf2b-45d6-4470-b877-64d4207b26a4' 2024-11-07T15:19:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61a6cf2b-45d6-4470-b877-64d4207b26a4" 2024-11-07T15:19:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d60d4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33365,-1] 2024-11-07T15:19:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:15,654 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:15,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e552a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:15,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=-1] 2024-11-07T15:19:15,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:15,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:15,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e., hostname=7b3e4e8e12ef,42785,1730992744375, seqNum=2] 2024-11-07T15:19:15,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:15,850 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 480, reset compression=false 2024-11-07T15:19:15,867 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T15:19:15,870 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T15:19:16,155 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 480, reset compression=false 2024-11-07T15:19:16,247 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 379, reset compression=false 2024-11-07T15:19:16,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:16,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 607, reset compression=false 2024-11-07T15:19:16,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,42785,1730992744375 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fa009661a0fc5293c4c0b4f6050672e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:19:16,281 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:16,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-07T15:19:16,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:16,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efb1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:16,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33263,-1 for getting cluster id 2024-11-07T15:19:16,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:16,283 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78f03003-b589-40a7-848b-6919192b8482' 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78f03003-b589-40a7-848b-6919192b8482" 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcebadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33263,-1] 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:16,285 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:16,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d5806dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:16,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:16,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=-1] 2024-11-07T15:19:16,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:16,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:16,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4., hostname=7b3e4e8e12ef,36191,1730992738631, seqNum=2] 2024-11-07T15:19:16,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:16,482 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 607, reset compression=false 2024-11-07T15:19:16,559 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 480, reset compression=false 2024-11-07T15:19:16,563 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:16,563 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 607, reset compression=false 2024-11-07T15:19:16,563 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:16,766 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 607, reset compression=false 2024-11-07T15:19:16,786 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 607, reset compression=false 2024-11-07T15:19:16,872 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T15:19:16,881 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T15:19:17,070 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 607, reset compression=false 2024-11-07T15:19:17,076 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:17,076 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 763, reset compression=false 2024-11-07T15:19:17,076 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc95745e91dd52de1b649ecce0707dc4/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T15:19:17,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:17,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42785 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:17,189 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 607, reset compression=false 2024-11-07T15:19:17,193 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:17,193 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 754, reset compression=false 2024-11-07T15:19:17,193 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,42785,1730992744375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:17,281 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 763, reset compression=false 2024-11-07T15:19:17,396 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 754, reset compression=false 2024-11-07T15:19:17,584 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 763, reset compression=false 2024-11-07T15:19:17,700 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 754, reset compression=false 2024-11-07T15:19:17,883 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T15:19:17,886 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T15:19:17,987 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 763, reset compression=false 2024-11-07T15:19:18,103 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 754, reset compression=false 2024-11-07T15:19:18,106 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:18,107 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 913, reset compression=false 2024-11-07T15:19:18,107 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,42785,1730992744375 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fa009661a0fc5293c4c0b4f6050672e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T15:19:18,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:18,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:18,311 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 913, reset compression=false 2024-11-07T15:19:18,491 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 763, reset compression=false 2024-11-07T15:19:18,495 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:18,496 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:18,496 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:18,615 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 913, reset compression=false 2024-11-07T15:19:18,699 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:18,888 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T15:19:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:19:18,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:18,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:18,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:18,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:18,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:18,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:19:18,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555225607, stopped=false 2024-11-07T15:19:18,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,33365,1730992744230 2024-11-07T15:19:18,970 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1560338086/running 2024-11-07T15:19:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1560338086/running 2024-11-07T15:19:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:18,970 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:18,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:19:18,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:18,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:18,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:18,971 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,42785,1730992744375' ***** 2024-11-07T15:19:18,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/running 2024-11-07T15:19:18,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Set watcher on znode that does not yet exist, /1560338086/running 2024-11-07T15:19:18,971 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:19:18,971 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:19:18,971 INFO [RS:0;7b3e4e8e12ef:42785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:19:18,972 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:42785. 2024-11-07T15:19:18,972 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fa009661a0fc5293c4c0b4f6050672e, disabling compactions & flushes 2024-11-07T15:19:18,972 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:18,972 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:18,972 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:18,972 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:18,972 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. after waiting 0 ms 2024-11-07T15:19:18,972 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:18,972 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fa009661a0fc5293c4c0b4f6050672e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:19:18,972 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:19:18,972 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7fa009661a0fc5293c4c0b4f6050672e=test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e., 315c0ca09a9b00b7ebb6d1ce099000e2=hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.} 2024-11-07T15:19:18,973 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:18,973 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:18,973 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:18,973 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:18,973 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:18,973 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:18,973 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:19:18,981 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:19:18,986 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/info/8cb8ac6548384eafbd396ff4a616853f is 147, key is hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2./info:regioninfo/1730992753875/Put/seqid=0 2024-11-07T15:19:18,986 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f/950844190bd446e589a5afe235758e2b is 29, key is row1/f:/1730992757884/DeleteFamily/seqid=0 2024-11-07T15:19:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741841_1017 (size=5118) 2024-11-07T15:19:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741840_1016 (size=7686) 2024-11-07T15:19:19,002 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:19,019 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 913, reset compression=false 2024-11-07T15:19:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1160, reset compression=false 2024-11-07T15:19:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,42785,1730992744375 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:19,024 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,42785,1730992744375: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,42785,1730992744375, walGroup=7b3e4e8e12ef%2C42785%2C1730992744375, offset=7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:42785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:19:19,025 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:19:19,025 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:19:19,026 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:19:19,026 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:19:19,026 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:19:19,026 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 588201976 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 190912720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:19:19,026 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:19:19,173 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:19,227 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1160, reset compression=false 2024-11-07T15:19:19,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:19,373 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:19,392 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f/950844190bd446e589a5afe235758e2b 2024-11-07T15:19:19,392 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/info/8cb8ac6548384eafbd396ff4a616853f 2024-11-07T15:19:19,397 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950844190bd446e589a5afe235758e2b 2024-11-07T15:19:19,405 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:19,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,414 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/ns/b0b43848e1ca4d6da197cbdfb9f48004 is 43, key is default/ns:d/1730992746112/Put/seqid=0 2024-11-07T15:19:19,414 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f1/eccabd0588da4a2ba6553aa7530a5311 is 30, key is row1/f1:/1730992757884/DeleteFamily/seqid=0 2024-11-07T15:19:19,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:19:19,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741843_1019 (size=5123) 2024-11-07T15:19:19,455 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:19:19,455 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:19:19,531 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1160, reset compression=false 2024-11-07T15:19:19,573 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:19,773 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:19,825 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/ns/b0b43848e1ca4d6da197cbdfb9f48004 2024-11-07T15:19:19,828 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f1/eccabd0588da4a2ba6553aa7530a5311 2024-11-07T15:19:19,832 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eccabd0588da4a2ba6553aa7530a5311 2024-11-07T15:19:19,844 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8d46c337b544009f67bfe3904174de is 112, key is test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e./rep_barrier:seqnumDuringOpen/1730992749538/Put/seqid=0 2024-11-07T15:19:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741844_1020 (size=5518) 2024-11-07T15:19:19,849 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/norep/dc8ad301e0d045df842b41de669bfdfb is 33, key is row1/norep:/1730992757884/DeleteFamily/seqid=0 2024-11-07T15:19:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741845_1021 (size=5108) 2024-11-07T15:19:19,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:19,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:19,903 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:19,914 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:19,935 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1160, reset compression=false 2024-11-07T15:19:19,973 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:20,173 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2, 7fa009661a0fc5293c4c0b4f6050672e 2024-11-07T15:19:20,248 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8d46c337b544009f67bfe3904174de 2024-11-07T15:19:20,252 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/norep/dc8ad301e0d045df842b41de669bfdfb 2024-11-07T15:19:20,256 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc8ad301e0d045df842b41de669bfdfb 2024-11-07T15:19:20,256 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f/950844190bd446e589a5afe235758e2b as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/f/950844190bd446e589a5afe235758e2b 2024-11-07T15:19:20,260 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950844190bd446e589a5afe235758e2b 2024-11-07T15:19:20,260 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/f/950844190bd446e589a5afe235758e2b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:20,261 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/f1/eccabd0588da4a2ba6553aa7530a5311 as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/f1/eccabd0588da4a2ba6553aa7530a5311 2024-11-07T15:19:20,265 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eccabd0588da4a2ba6553aa7530a5311 2024-11-07T15:19:20,265 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/f1/eccabd0588da4a2ba6553aa7530a5311, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:20,266 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/.tmp/norep/dc8ad301e0d045df842b41de669bfdfb as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/norep/dc8ad301e0d045df842b41de669bfdfb 2024-11-07T15:19:20,268 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/table/089b22c945a84492a63f26b4959b6597 is 53, key is hbase:replication/table:state/1730992753881/Put/seqid=0 2024-11-07T15:19:20,270 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc8ad301e0d045df842b41de669bfdfb 2024-11-07T15:19:20,270 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/norep/dc8ad301e0d045df842b41de669bfdfb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:20,270 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7fa009661a0fc5293c4c0b4f6050672e in 1298ms, sequenceid=8, compaction requested=false 2024-11-07T15:19:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:19:20,282 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/default/test/7fa009661a0fc5293c4c0b4f6050672e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:19:20,283 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fa009661a0fc5293c4c0b4f6050672e: Waiting for close lock at 1730992758972Running coprocessor pre-close hooks at 1730992758972Disabling compacts and flushes for region at 1730992758972Disabling writes for close at 1730992758972Obtaining lock to block concurrent updates at 1730992758972Preparing flush snapshotting stores in 7fa009661a0fc5293c4c0b4f6050672e at 1730992758972Finished memstore snapshotting test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730992758973 (+1 ms)Flushing stores of test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. at 1730992758973Flushing 7fa009661a0fc5293c4c0b4f6050672e/f: creating writer at 1730992758973Flushing 7fa009661a0fc5293c4c0b4f6050672e/f: appending metadata at 1730992758986 (+13 ms)Flushing 7fa009661a0fc5293c4c0b4f6050672e/f: closing flushed file at 1730992758986Flushing 7fa009661a0fc5293c4c0b4f6050672e/f1: creating writer at 1730992759397 (+411 ms)Flushing 7fa009661a0fc5293c4c0b4f6050672e/f1: appending metadata at 1730992759414 (+17 ms)Flushing 7fa009661a0fc5293c4c0b4f6050672e/f1: closing flushed file at 1730992759414Flushing 7fa009661a0fc5293c4c0b4f6050672e/norep: creating writer at 1730992759833 (+419 ms)Flushing 7fa009661a0fc5293c4c0b4f6050672e/norep: appending metadata at 1730992759848 (+15 ms)Flushing 7fa009661a0fc5293c4c0b4f6050672e/norep: closing flushed file at 1730992759848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad289c0: reopening flushed file at 1730992760256 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341adbc9: reopening flushed file at 1730992760261 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bae939e: reopening flushed file at 1730992760265 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7fa009661a0fc5293c4c0b4f6050672e in 1298ms, sequenceid=8, compaction requested=false at 1730992760271 (+6 ms)Writing region close event to WAL at 1730992760279 (+8 ms)Running coprocessor post-close hooks at 1730992760282 (+3 ms)Closed at 1730992760283 (+1 ms) 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992748396.7fa009661a0fc5293c4c0b4f6050672e. 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 315c0ca09a9b00b7ebb6d1ce099000e2, disabling compactions & flushes 2024-11-07T15:19:20,283 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. after waiting 0 ms 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,283 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 315c0ca09a9b00b7ebb6d1ce099000e2: Waiting for close lock at 1730992760283Running coprocessor pre-close hooks at 1730992760283Disabling compacts and flushes for region at 1730992760283Disabling writes for close at 1730992760283Failed flush hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2., putting online again at 1730992760283 2024-11-07T15:19:20,284 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,374 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:19:20,374 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2=hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2.} 2024-11-07T15:19:20,374 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:20,374 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 315c0ca09a9b00b7ebb6d1ce099000e2 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 315c0ca09a9b00b7ebb6d1ce099000e2, disabling compactions & flushes 2024-11-07T15:19:20,374 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. after waiting 0 ms 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 315c0ca09a9b00b7ebb6d1ce099000e2: Waiting for close lock at 1730992760374Running coprocessor pre-close hooks at 1730992760374Disabling compacts and flushes for region at 1730992760374Disabling writes for close at 1730992760374Failed flush hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2., putting online again at 1730992760374 2024-11-07T15:19:20,374 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992752717.315c0ca09a9b00b7ebb6d1ce099000e2. 2024-11-07T15:19:20,438 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1160, reset compression=false 2024-11-07T15:19:20,442 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:20,442 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1804, reset compression=false 2024-11-07T15:19:20,517 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:20,574 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:19:20,645 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1804, reset compression=false 2024-11-07T15:19:20,672 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/table/089b22c945a84492a63f26b4959b6597 2024-11-07T15:19:20,677 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/info/8cb8ac6548384eafbd396ff4a616853f as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/info/8cb8ac6548384eafbd396ff4a616853f 2024-11-07T15:19:20,680 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/info/8cb8ac6548384eafbd396ff4a616853f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:19:20,681 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/ns/b0b43848e1ca4d6da197cbdfb9f48004 as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/ns/b0b43848e1ca4d6da197cbdfb9f48004 2024-11-07T15:19:20,685 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/ns/b0b43848e1ca4d6da197cbdfb9f48004, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:19:20,685 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8d46c337b544009f67bfe3904174de as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/rep_barrier/bd8d46c337b544009f67bfe3904174de 2024-11-07T15:19:20,689 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/rep_barrier/bd8d46c337b544009f67bfe3904174de, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:19:20,690 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/.tmp/table/089b22c945a84492a63f26b4959b6597 as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/table/089b22c945a84492a63f26b4959b6597 2024-11-07T15:19:20,693 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/table/089b22c945a84492a63f26b4959b6597, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:19:20,694 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-07T15:19:20,703 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:19:20,704 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:20,704 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:19:20,704 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:20,704 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992758973Running coprocessor pre-close hooks at 1730992758973Disabling compacts and flushes for region at 1730992758973Disabling writes for close at 1730992758973Obtaining lock to block concurrent updates at 1730992758973Preparing flush snapshotting stores in 1588230740 at 1730992758973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992758973Flushing stores of hbase:meta,,1.1588230740 at 1730992758973Flushing 1588230740/info: creating writer at 1730992758973Flushing 1588230740/info: appending metadata at 1730992758986 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730992758986Flushing 1588230740/ns: creating writer at 1730992759396 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730992759414 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730992759414Flushing 1588230740/rep_barrier: creating writer at 1730992759829 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992759844 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992759844Flushing 1588230740/table: creating writer at 1730992760252 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992760268 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730992760268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c064786: reopening flushed file at 1730992760676 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6d2bb0: reopening flushed file at 1730992760681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3eb60c: reopening flushed file at 1730992760685 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256f1a77: reopening flushed file at 1730992760689 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1730992760694 (+5 ms)Writing region close event to WAL at 1730992760700 (+6 ms)Running coprocessor post-close hooks at 1730992760703 (+3 ms)Closed at 1730992760704 (+1 ms) 2024-11-07T15:19:20,704 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:20,774 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T15:19:20,774 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,42785,1730992744375; all regions closed. 2024-11-07T15:19:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:19:20,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.meta.1730992746066.meta not finished, retry = 0 2024-11-07T15:19:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741839_1015 (size=1515) 2024-11-07T15:19:20,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.rep.1730992753847 not finished, retry = 0 2024-11-07T15:19:20,948 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 to pos 1804, reset compression=false 2024-11-07T15:19:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741833_1009 (size=1812) 2024-11-07T15:19:20,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/WALs/7b3e4e8e12ef,42785,1730992744375/7b3e4e8e12ef%2C42785%2C1730992744375.1730992745498 not finished, retry = 0 2024-11-07T15:19:21,082 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:21,082 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:19:21,082 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:19:21,083 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:19:21,083 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:19:21,083 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:19:21,083 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,42785,1730992744375 because: Region server is closing 2024-11-07T15:19:21,083 INFO [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:42785. 2024-11-07T15:19:21,083 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:21,083 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:21,083 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:21,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:21,184 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.shipper7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 terminated 2024-11-07T15:19:21,184 INFO [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:42785. 2024-11-07T15:19:21,184 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,42785,1730992744375.replicationSource.wal-reader.7b3e4e8e12ef%2C42785%2C1730992744375,1-7b3e4e8e12ef,42785,1730992744375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:19:21,184 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:21,184 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:21,184 DEBUG [RS:0;7b3e4e8e12ef:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:21,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:21,184 INFO [RS:0;7b3e4e8e12ef:42785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42785 2024-11-07T15:19:21,221 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:21,244 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1560338086/rs/7b3e4e8e12ef,42785,1730992744375 2024-11-07T15:19:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086/rs 2024-11-07T15:19:21,244 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:19:21,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,42785,1730992744375] 2024-11-07T15:19:21,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1560338086/draining/7b3e4e8e12ef,42785,1730992744375 already deleted, retry=false 2024-11-07T15:19:21,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,42785,1730992744375 expired; onlineServers=0 2024-11-07T15:19:21,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,33365,1730992744230' ***** 2024-11-07T15:19:21,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:19:21,283 DEBUG [M:0;7b3e4e8e12ef:33365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:19:21,283 DEBUG [M:0;7b3e4e8e12ef:33365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:19:21,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:19:21,283 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992745231 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992745231,5,FailOnTimeoutGroup] 2024-11-07T15:19:21,283 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992745231 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992745231,5,FailOnTimeoutGroup] 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:19:21,283 DEBUG [M:0;7b3e4e8e12ef:33365 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:19:21,283 INFO [M:0;7b3e4e8e12ef:33365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:19:21,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:19:21,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1560338086/master 2024-11-07T15:19:21,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1560338086 2024-11-07T15:19:21,308 DEBUG [M:0;7b3e4e8e12ef:33365 {}] zookeeper.ZKUtil(347): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Unable to get data of znode /1560338086/master because node does not exist (not an error) 2024-11-07T15:19:21,308 WARN [M:0;7b3e4e8e12ef:33365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:19:21,308 INFO [M:0;7b3e4e8e12ef:33365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/.lastflushedseqids 2024-11-07T15:19:21,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741847_1023 (size=245) 2024-11-07T15:19:21,354 INFO [RS:0;7b3e4e8e12ef:42785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:19:21,354 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:21,354 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x10115e104800004, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:21,354 INFO [RS:0;7b3e4e8e12ef:42785 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,42785,1730992744375; zookeeper connection closed. 2024-11-07T15:19:21,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b 2024-11-07T15:19:21,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:19:21,712 INFO [M:0;7b3e4e8e12ef:33365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:19:21,712 INFO [M:0;7b3e4e8e12ef:33365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:19:21,712 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:21,712 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:21,712 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:21,712 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:21,712 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:21,712 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T15:19:21,725 DEBUG [M:0;7b3e4e8e12ef:33365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df8bdf95add94605ba0be5b65d5b1654 is 82, key is hbase:meta,,1/info:regioninfo/1730992746093/Put/seqid=0 2024-11-07T15:19:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:19:22,024 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:22,129 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df8bdf95add94605ba0be5b65d5b1654 2024-11-07T15:19:22,145 DEBUG [M:0;7b3e4e8e12ef:33365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47663c446204c9e851dd596a19921bf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992753884/Put/seqid=0 2024-11-07T15:19:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741849_1025 (size=8516) 2024-11-07T15:19:22,550 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47663c446204c9e851dd596a19921bf 2024-11-07T15:19:22,568 DEBUG [M:0;7b3e4e8e12ef:33365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc020184e1334e23a640dd697288d6de is 69, key is 7b3e4e8e12ef,42785,1730992744375/rs:state/1730992745347/Put/seqid=0 2024-11-07T15:19:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:19:22,927 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:22,972 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc020184e1334e23a640dd697288d6de 2024-11-07T15:19:22,976 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df8bdf95add94605ba0be5b65d5b1654 as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df8bdf95add94605ba0be5b65d5b1654 2024-11-07T15:19:22,980 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df8bdf95add94605ba0be5b65d5b1654, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:19:22,980 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47663c446204c9e851dd596a19921bf as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47663c446204c9e851dd596a19921bf 2024-11-07T15:19:22,983 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47663c446204c9e851dd596a19921bf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:19:22,984 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc020184e1334e23a640dd697288d6de as hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc020184e1334e23a640dd697288d6de 2024-11-07T15:19:22,986 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc020184e1334e23a640dd697288d6de, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:19:22,987 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-07T15:19:22,988 INFO [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:22,988 DEBUG [M:0;7b3e4e8e12ef:33365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992761712Disabling compacts and flushes for region at 1730992761712Disabling writes for close at 1730992761712Obtaining lock to block concurrent updates at 1730992761713 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992761713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730992761713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992761713Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992761713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992761725 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992761725Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992762132 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992762144 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992762144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992762553 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992762568 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992762568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7e2e89: reopening flushed file at 1730992762975 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0b88a5: reopening flushed file at 1730992762980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c794c22: reopening flushed file at 1730992762983 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1730992762987 (+4 ms)Writing region close event to WAL at 1730992762988 (+1 ms)Closed at 1730992762988 2024-11-07T15:19:22,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b75d14e8-c259-c658-f6a3-5a16c50a5ef6/MasterData/WALs/7b3e4e8e12ef,33365,1730992744230/7b3e4e8e12ef%2C33365%2C1730992744230.1730992744991 not finished, retry = 0 2024-11-07T15:19:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43701 is added to blk_1073741830_1006 (size=63654) 2024-11-07T15:19:23,090 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:19:23,091 INFO [M:0;7b3e4e8e12ef:33365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:19:23,091 INFO [M:0;7b3e4e8e12ef:33365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33365 2024-11-07T15:19:23,091 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:19:23,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:23,249 INFO [M:0;7b3e4e8e12ef:33365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:19:23,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33365-0x10115e104800003, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:23,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c30ba25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:23,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10fc23f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:19:23,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:19:23,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10f49e55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:19:23,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510312dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir/,STOPPED} 2024-11-07T15:19:23,254 WARN [BP-1904067690-172.17.0.2-1730992742112 heartbeating to localhost/127.0.0.1:42927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:19:23,254 WARN [BP-1904067690-172.17.0.2-1730992742112 heartbeating to localhost/127.0.0.1:42927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904067690-172.17.0.2-1730992742112 (Datanode Uuid 3e2f363d-3894-49e7-b8a1-cc0dd61a0dcd) service to localhost/127.0.0.1:42927 2024-11-07T15:19:23,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:19:23,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:19:23,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/cluster_a42cb4f4-23b9-505d-74d0-8c9597f8f5df/data/data1/current/BP-1904067690-172.17.0.2-1730992742112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:19:23,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/cluster_a42cb4f4-23b9-505d-74d0-8c9597f8f5df/data/data2/current/BP-1904067690-172.17.0.2-1730992742112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:19:23,255 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:19:23,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6694a323{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:23,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@535bcf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:19:23,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:19:23,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8fb52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:19:23,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9d1b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir/,STOPPED} 2024-11-07T15:19:23,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:19:23,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:19:23,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:23,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:23,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:23,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:23,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:23,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:19:23,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1294577508, stopped=false 2024-11-07T15:19:23,274 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,33263,1730992738474 2024-11-07T15:19:23,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653206004/running 2024-11-07T15:19:23,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653206004/running 2024-11-07T15:19:23,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:23,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:23,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:19:23,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:23,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:23,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:23,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/running 2024-11-07T15:19:23,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Set watcher on znode that does not yet exist, /0653206004/running 2024-11-07T15:19:23,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,36191,1730992738631' ***** 2024-11-07T15:19:23,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:19:23,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for de769b030302410b88383c2a771c1256 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:23,287 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36191. 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de769b030302410b88383c2a771c1256, disabling compactions & flushes 2024-11-07T15:19:23,288 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:23,288 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:23,288 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. after waiting 0 ms 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:19:23,288 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de769b030302410b88383c2a771c1256 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:19:23,288 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:19:23,288 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1325): Online Regions={de769b030302410b88383c2a771c1256=hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256., 1588230740=hbase:meta,,1.1588230740, fc95745e91dd52de1b649ecce0707dc4=test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.} 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:23,288 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de769b030302410b88383c2a771c1256, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:23,288 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:23,288 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:23,288 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:19:23,303 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/info/971fb0bd35164c4494e0ee69acd55241 is 147, key is hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256./info:regioninfo/1730992751762/Put/seqid=0 2024-11-07T15:19:23,306 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/.tmp/queue/0ac6a711f5c44972a83ae24100e2d38f is 153, key is 1-7b3e4e8e12ef,36191,1730992738631/queue:7b3e4e8e12ef%2C36191%2C1730992738631/1730992758497/Put/seqid=0 2024-11-07T15:19:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741840_1016 (size=7686) 2024-11-07T15:19:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741841_1017 (size=5352) 2024-11-07T15:19:23,325 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:19:23,489 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de769b030302410b88383c2a771c1256, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:23,689 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de769b030302410b88383c2a771c1256, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:23,707 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:19:23,707 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:19:23,710 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/info/971fb0bd35164c4494e0ee69acd55241 2024-11-07T15:19:23,713 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/.tmp/queue/0ac6a711f5c44972a83ae24100e2d38f 2024-11-07T15:19:23,717 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/.tmp/queue/0ac6a711f5c44972a83ae24100e2d38f as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/queue/0ac6a711f5c44972a83ae24100e2d38f 2024-11-07T15:19:23,721 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/queue/0ac6a711f5c44972a83ae24100e2d38f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T15:19:23,722 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for de769b030302410b88383c2a771c1256 in 434ms, sequenceid=10, compaction requested=false 2024-11-07T15:19:23,727 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/ns/05941a97827e4d4db1d6be52e1d3f41c is 43, key is default/ns:d/1730992741989/Put/seqid=0 2024-11-07T15:19:23,733 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/replication/de769b030302410b88383c2a771c1256/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T15:19:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:19:23,734 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:23,734 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:19:23,734 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:23,734 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de769b030302410b88383c2a771c1256: Waiting for close lock at 1730992763288Running coprocessor pre-close hooks at 1730992763288Disabling compacts and flushes for region at 1730992763288Disabling writes for close at 1730992763288Obtaining lock to block concurrent updates at 1730992763288Preparing flush snapshotting stores in de769b030302410b88383c2a771c1256 at 1730992763288Finished memstore snapshotting hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1730992763288Flushing stores of hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. at 1730992763288Flushing de769b030302410b88383c2a771c1256/queue: creating writer at 1730992763289 (+1 ms)Flushing de769b030302410b88383c2a771c1256/queue: appending metadata at 1730992763305 (+16 ms)Flushing de769b030302410b88383c2a771c1256/queue: closing flushed file at 1730992763305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fb78ff: reopening flushed file at 1730992763717 (+412 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for de769b030302410b88383c2a771c1256 in 434ms, sequenceid=10, compaction requested=false at 1730992763722 (+5 ms)Writing region close event to WAL at 1730992763728 (+6 ms)Running coprocessor post-close hooks at 1730992763734 (+6 ms)Closed at 1730992763734 2024-11-07T15:19:23,734 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992750562.de769b030302410b88383c2a771c1256. 2024-11-07T15:19:23,735 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc95745e91dd52de1b649ecce0707dc4, disabling compactions & flushes 2024-11-07T15:19:23,735 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:23,735 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:23,735 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. after waiting 0 ms 2024-11-07T15:19:23,735 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:23,735 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc95745e91dd52de1b649ecce0707dc4 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-07T15:19:23,751 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f/dbddd9f97ee44216b18d0d5496cd6436 is 29, key is row1/f:/1730992757884/DeleteFamily/seqid=0 2024-11-07T15:19:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741843_1019 (size=5118) 2024-11-07T15:19:23,889 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:23,930 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 912, reset compression=false 2024-11-07T15:19:23,934 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:23,934 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 1159, reset compression=false 2024-11-07T15:19:23,934 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36191,1730992738631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:23,935 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,36191,1730992738631: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,36191,1730992738631, walGroup=7b3e4e8e12ef%2C36191%2C1730992738631, offset=7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:36191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:19:23,936 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:19:23,936 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:19:23,936 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:19:23,936 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:19:23,936 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:19:23,936 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 676282360 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191755824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:19:23,937 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:19:24,089 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:24,135 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/ns/05941a97827e4d4db1d6be52e1d3f41c 2024-11-07T15:19:24,136 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 1159, reset compression=false 2024-11-07T15:19:24,151 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/rep_barrier/6fe0c9b0465241739071373331501640 is 112, key is test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4./rep_barrier:seqnumDuringOpen/1730992747394/Put/seqid=0 2024-11-07T15:19:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741844_1020 (size=5518) 2024-11-07T15:19:24,155 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f/dbddd9f97ee44216b18d0d5496cd6436 2024-11-07T15:19:24,159 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbddd9f97ee44216b18d0d5496cd6436 2024-11-07T15:19:24,171 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f1/fdd48f7d624447cf832d7faff7652750 is 30, key is row1/f1:/1730992757884/DeleteFamily/seqid=0 2024-11-07T15:19:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741845_1021 (size=5123) 2024-11-07T15:19:24,289 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:19:24,289 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc95745e91dd52de1b649ecce0707dc4=test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4.} 2024-11-07T15:19:24,289 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:24,439 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 1159, reset compression=false 2024-11-07T15:19:24,490 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:24,554 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/rep_barrier/6fe0c9b0465241739071373331501640 2024-11-07T15:19:24,574 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/table/d152d241be2544a19dbc808a7ee2f545 is 53, key is hbase:replication/table:state/1730992751768/Put/seqid=0 2024-11-07T15:19:24,574 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f1/fdd48f7d624447cf832d7faff7652750 2024-11-07T15:19:24,577 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd48f7d624447cf832d7faff7652750 2024-11-07T15:19:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:19:24,591 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/norep/7ace11773ed84b49b8f24bdd2212f706 is 32, key is row/norep:/1730992756875/DeleteFamily/seqid=0 2024-11-07T15:19:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741847_1023 (size=5101) 2024-11-07T15:19:24,690 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:24,843 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 to pos 1159, reset compression=false 2024-11-07T15:19:24,890 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc95745e91dd52de1b649ecce0707dc4 2024-11-07T15:19:24,982 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/table/d152d241be2544a19dbc808a7ee2f545 2024-11-07T15:19:24,985 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/info/971fb0bd35164c4494e0ee69acd55241 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/info/971fb0bd35164c4494e0ee69acd55241 2024-11-07T15:19:24,989 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/info/971fb0bd35164c4494e0ee69acd55241, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:19:24,989 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/ns/05941a97827e4d4db1d6be52e1d3f41c as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/ns/05941a97827e4d4db1d6be52e1d3f41c 2024-11-07T15:19:24,994 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/ns/05941a97827e4d4db1d6be52e1d3f41c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:19:24,994 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/rep_barrier/6fe0c9b0465241739071373331501640 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/rep_barrier/6fe0c9b0465241739071373331501640 2024-11-07T15:19:24,995 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/norep/7ace11773ed84b49b8f24bdd2212f706 2024-11-07T15:19:24,998 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/rep_barrier/6fe0c9b0465241739071373331501640, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:19:24,998 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ace11773ed84b49b8f24bdd2212f706 2024-11-07T15:19:24,998 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/.tmp/table/d152d241be2544a19dbc808a7ee2f545 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/table/d152d241be2544a19dbc808a7ee2f545 2024-11-07T15:19:24,999 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f/dbddd9f97ee44216b18d0d5496cd6436 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/f/dbddd9f97ee44216b18d0d5496cd6436 2024-11-07T15:19:25,002 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/table/d152d241be2544a19dbc808a7ee2f545, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:19:25,002 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbddd9f97ee44216b18d0d5496cd6436 2024-11-07T15:19:25,002 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/f/dbddd9f97ee44216b18d0d5496cd6436, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:25,003 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-07T15:19:25,003 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:19:25,003 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/f1/fdd48f7d624447cf832d7faff7652750 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/f1/fdd48f7d624447cf832d7faff7652750 2024-11-07T15:19:25,007 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:19:25,007 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd48f7d624447cf832d7faff7652750 2024-11-07T15:19:25,007 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/f1/fdd48f7d624447cf832d7faff7652750, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:25,007 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:25,007 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:19:25,007 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:25,007 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992763288Running coprocessor pre-close hooks at 1730992763288Disabling compacts and flushes for region at 1730992763288Disabling writes for close at 1730992763288Obtaining lock to block concurrent updates at 1730992763288Preparing flush snapshotting stores in 1588230740 at 1730992763288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992763289 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992763289Flushing 1588230740/info: creating writer at 1730992763289Flushing 1588230740/info: appending metadata at 1730992763303 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730992763303Flushing 1588230740/ns: creating writer at 1730992763714 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730992763727 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730992763727Flushing 1588230740/rep_barrier: creating writer at 1730992764139 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992764150 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992764150Flushing 1588230740/table: creating writer at 1730992764558 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992764573 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730992764573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13707a21: reopening flushed file at 1730992764985 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320f9d42: reopening flushed file at 1730992764989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abaa181: reopening flushed file at 1730992764994 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fd229b: reopening flushed file at 1730992764998 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1730992765003 (+5 ms)Writing region close event to WAL at 1730992765004 (+1 ms)Running coprocessor post-close hooks at 1730992765007 (+3 ms)Closed at 1730992765007 2024-11-07T15:19:25,007 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/.tmp/norep/7ace11773ed84b49b8f24bdd2212f706 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/norep/7ace11773ed84b49b8f24bdd2212f706 2024-11-07T15:19:25,008 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:25,011 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ace11773ed84b49b8f24bdd2212f706 2024-11-07T15:19:25,011 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/norep/7ace11773ed84b49b8f24bdd2212f706, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T15:19:25,012 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc95745e91dd52de1b649ecce0707dc4 in 1277ms, sequenceid=8, compaction requested=false 2024-11-07T15:19:25,012 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:19:25,016 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/data/default/test/fc95745e91dd52de1b649ecce0707dc4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T15:19:25,016 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:19:25,016 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:19:25,016 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:25,017 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc95745e91dd52de1b649ecce0707dc4: Waiting for close lock at 1730992763735Running coprocessor pre-close hooks at 1730992763735Disabling compacts and flushes for region at 1730992763735Disabling writes for close at 1730992763735Obtaining lock to block concurrent updates at 1730992763735Preparing flush snapshotting stores in fc95745e91dd52de1b649ecce0707dc4 at 1730992763735Finished memstore snapshotting test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730992763735Flushing stores of test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. at 1730992763735Flushing fc95745e91dd52de1b649ecce0707dc4/f: creating writer at 1730992763735Flushing fc95745e91dd52de1b649ecce0707dc4/f: appending metadata at 1730992763750 (+15 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/f: closing flushed file at 1730992763751 (+1 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/f1: creating writer at 1730992764159 (+408 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/f1: appending metadata at 1730992764170 (+11 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/f1: closing flushed file at 1730992764170Flushing fc95745e91dd52de1b649ecce0707dc4/norep: creating writer at 1730992764578 (+408 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/norep: appending metadata at 1730992764591 (+13 ms)Flushing fc95745e91dd52de1b649ecce0707dc4/norep: closing flushed file at 1730992764591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4dcf5f: reopening flushed file at 1730992764999 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a5ed36: reopening flushed file at 1730992765002 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6664ef: reopening flushed file at 1730992765007 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc95745e91dd52de1b649ecce0707dc4 in 1277ms, sequenceid=8, compaction requested=false at 1730992765012 (+5 ms)Writing region close event to WAL at 1730992765013 (+1 ms)Running coprocessor post-close hooks at 1730992765016 (+3 ms)Closed at 1730992765016 2024-11-07T15:19:25,017 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992746238.fc95745e91dd52de1b649ecce0707dc4. 2024-11-07T15:19:25,090 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,36191,1730992738631; all regions closed. 2024-11-07T15:19:25,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:19:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741839_1015 (size=2676) 2024-11-07T15:19:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741832_1008 (size=1811) 2024-11-07T15:19:25,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/WALs/7b3e4e8e12ef,36191,1730992738631/7b3e4e8e12ef%2C36191%2C1730992738631.1730992740835 not finished, retry = 0 2024-11-07T15:19:25,201 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:25,201 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:19:25,202 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:19:25,202 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:19:25,202 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:19:25,202 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:19:25,202 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,36191,1730992738631 because: Region server is closing 2024-11-07T15:19:25,202 INFO [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36191. 2024-11-07T15:19:25,202 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:25,202 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:25,202 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:25,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:25,303 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.shipper7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 terminated 2024-11-07T15:19:25,303 INFO [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36191. 2024-11-07T15:19:25,303 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36191,1730992738631.replicationSource.wal-reader.7b3e4e8e12ef%2C36191%2C1730992738631,1-7b3e4e8e12ef,36191,1730992738631 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:19:25,303 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:25,303 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:25,303 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:25,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:25,303 INFO [RS:0;7b3e4e8e12ef:36191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36191 2024-11-07T15:19:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653206004/rs/7b3e4e8e12ef,36191,1730992738631 2024-11-07T15:19:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004/rs 2024-11-07T15:19:25,381 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:19:25,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,36191,1730992738631] 2024-11-07T15:19:25,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0653206004/draining/7b3e4e8e12ef,36191,1730992738631 already deleted, retry=false 2024-11-07T15:19:25,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,36191,1730992738631 expired; onlineServers=0 2024-11-07T15:19:25,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,33263,1730992738474' ***** 2024-11-07T15:19:25,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:19:25,401 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:19:25,402 DEBUG [M:0;7b3e4e8e12ef:33263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:19:25,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:19:25,402 DEBUG [M:0;7b3e4e8e12ef:33263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:19:25,402 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992740620 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992740620,5,FailOnTimeoutGroup] 2024-11-07T15:19:25,402 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992740620 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992740620,5,FailOnTimeoutGroup] 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:19:25,402 DEBUG [M:0;7b3e4e8e12ef:33263 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:19:25,402 INFO [M:0;7b3e4e8e12ef:33263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:19:25,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:19:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653206004/master 2024-11-07T15:19:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653206004 2024-11-07T15:19:25,412 DEBUG [M:0;7b3e4e8e12ef:33263 {}] zookeeper.ZKUtil(347): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Unable to get data of znode /0653206004/master because node does not exist (not an error) 2024-11-07T15:19:25,412 WARN [M:0;7b3e4e8e12ef:33263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:19:25,413 INFO [M:0;7b3e4e8e12ef:33263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/.lastflushedseqids 2024-11-07T15:19:25,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741848_1024 (size=245) 2024-11-07T15:19:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:25,491 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:19:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115e104800001, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:25,491 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,36191,1730992738631; zookeeper connection closed. 2024-11-07T15:19:25,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c79f185 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c79f185 2024-11-07T15:19:25,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:19:25,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:25,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,817 INFO [M:0;7b3e4e8e12ef:33263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:19:25,817 INFO [M:0;7b3e4e8e12ef:33263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:19:25,817 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:25,817 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:25,817 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:25,817 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:25,817 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:25,817 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-07T15:19:25,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,830 DEBUG [M:0;7b3e4e8e12ef:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba810010bf94c8fbfb0750ba7e9ec64 is 82, key is hbase:meta,,1/info:regioninfo/1730992741941/Put/seqid=0 2024-11-07T15:19:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741849_1025 (size=5672) 2024-11-07T15:19:25,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:25,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:26,234 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba810010bf94c8fbfb0750ba7e9ec64 2024-11-07T15:19:26,250 DEBUG [M:0;7b3e4e8e12ef:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8182f66fdd49ae9afd21a840e013fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992751772/Put/seqid=0 2024-11-07T15:19:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741850_1026 (size=8515) 2024-11-07T15:19:26,653 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8182f66fdd49ae9afd21a840e013fc 2024-11-07T15:19:26,668 DEBUG [M:0;7b3e4e8e12ef:33263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd57b8e9138448e699a42a2e00ff4b4d is 69, key is 7b3e4e8e12ef,36191,1730992738631/rs:state/1730992740689/Put/seqid=0 2024-11-07T15:19:26,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741851_1027 (size=5156) 2024-11-07T15:19:26,672 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd57b8e9138448e699a42a2e00ff4b4d 2024-11-07T15:19:26,675 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba810010bf94c8fbfb0750ba7e9ec64 as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eba810010bf94c8fbfb0750ba7e9ec64 2024-11-07T15:19:26,679 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eba810010bf94c8fbfb0750ba7e9ec64, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:19:26,679 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8182f66fdd49ae9afd21a840e013fc as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8182f66fdd49ae9afd21a840e013fc 2024-11-07T15:19:26,683 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8182f66fdd49ae9afd21a840e013fc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:19:26,684 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd57b8e9138448e699a42a2e00ff4b4d as hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd57b8e9138448e699a42a2e00ff4b4d 2024-11-07T15:19:26,687 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43621/user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd57b8e9138448e699a42a2e00ff4b4d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:19:26,688 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=97, compaction requested=false 2024-11-07T15:19:26,689 INFO [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:26,689 DEBUG [M:0;7b3e4e8e12ef:33263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992765817Disabling compacts and flushes for region at 1730992765817Disabling writes for close at 1730992765817Obtaining lock to block concurrent updates at 1730992765817Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992765817Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1730992765817Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992765818 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992765818Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992765830 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992765830Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992766237 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992766249 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992766249Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992766657 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992766668 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992766668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662bd971: reopening flushed file at 1730992766675 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c996467: reopening flushed file at 1730992766679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdb8590: reopening flushed file at 1730992766683 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=97, compaction requested=false at 1730992766688 (+5 ms)Writing region close event to WAL at 1730992766689 (+1 ms)Closed at 1730992766689 2024-11-07T15:19:26,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b96f092-8313-5d1c-7731-3e83eedc1df4/MasterData/WALs/7b3e4e8e12ef,33263,1730992738474/7b3e4e8e12ef%2C33263%2C1730992738474.1730992740364 not finished, retry = 0 2024-11-07T15:19:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41123 is added to blk_1073741830_1006 (size=63642) 2024-11-07T15:19:26,792 INFO [M:0;7b3e4e8e12ef:33263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:19:26,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:19:26,792 INFO [M:0;7b3e4e8e12ef:33263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33263 2024-11-07T15:19:26,792 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:19:26,944 INFO [M:0;7b3e4e8e12ef:33263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:19:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:26,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33263-0x10115e104800000, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:19:26,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55933cd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:26,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e6aa62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:19:26,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:19:26,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cf5c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:19:26,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffe7038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir/,STOPPED} 2024-11-07T15:19:26,947 WARN [BP-1024905530-172.17.0.2-1730992736494 heartbeating to localhost/127.0.0.1:43621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:19:26,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:19:26,947 WARN [BP-1024905530-172.17.0.2-1730992736494 heartbeating to localhost/127.0.0.1:43621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1024905530-172.17.0.2-1730992736494 (Datanode Uuid a547da32-1c22-4c8c-9589-f0d624604c41) service to localhost/127.0.0.1:43621 2024-11-07T15:19:26,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:19:26,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/data/data1/current/BP-1024905530-172.17.0.2-1730992736494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:19:26,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/cluster_8485f610-0ec8-0c3d-648e-6cf3aa6b9ea7/data/data2/current/BP-1024905530-172.17.0.2-1730992736494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:19:26,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:19:26,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ec5bde{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:26,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c049c9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:19:26,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:19:26,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42813850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:19:26,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2618d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c6dc1d-8cf7-64bf-c6f1-ce1b27c10660/hadoop.log.dir/,STOPPED} 2024-11-07T15:19:26,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:19:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:19:26,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43621 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42927 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=285 (was 349) 2024-11-07T15:19:26,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=285 2024-11-07T15:19:26,994 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-07T15:19:26,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir so I do NOT create it in target/test-data/b9a24fec-370a-d992-b43b-d22814977c96 2024-11-07T15:19:26,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:19:26,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.tmp.dir so I do NOT create it in target/test-data/b9a24fec-370a-d992-b43b-d22814977c96 2024-11-07T15:19:26,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e62f0df-2108-7e5e-045c-68999f3e052e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:19:26,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96 2024-11-07T15:19:26,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9, deleteOnExit=true 2024-11-07T15:19:27,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/zookeeper_0, clientPort=54710, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:19:27,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54710 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/test.cache.data in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:19:27,016 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:27,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:19:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115e104800005, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115e104800002, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:19:27,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115e104800005, quorum=127.0.0.1:56073, baseZNode=/1560338086 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:19:27,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115e104800002, quorum=127.0.0.1:56073, baseZNode=/0653206004 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:19:27,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:27,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:27,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:27,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:27,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:27,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:27,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cbb6089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:27,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6719e8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:27,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44778b48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/java.io.tmpdir/jetty-localhost-46727-hadoop-hdfs-3_4_1-tests_jar-_-any-2824891079706212715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:27,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ccdef35{HTTP/1.1, (http/1.1)}{localhost:46727} 2024-11-07T15:19:27,490 INFO [Time-limited test {}] server.Server(415): Started @229996ms 2024-11-07T15:19:27,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:27,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:27,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:27,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:27,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:27,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@317f02b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:27,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@636b1c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:27,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f58ef0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/java.io.tmpdir/jetty-localhost-43329-hadoop-hdfs-3_4_1-tests_jar-_-any-7410239628000905209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:27,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64402b09{HTTP/1.1, (http/1.1)}{localhost:43329} 2024-11-07T15:19:27,824 INFO [Time-limited test {}] server.Server(415): Started @230329ms 2024-11-07T15:19:27,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:19:28,797 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/data/data1/current/BP-762189606-172.17.0.2-1730992767030/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:28,797 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/data/data2/current/BP-762189606-172.17.0.2-1730992767030/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:28,811 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:19:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3cc475c40ac159d with lease ID 0x1b2b502e2aab7da6: Processing first storage report for DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676 from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=9c804ae8-2981-4171-a9cd-55e0d01733d4, infoPort=40579, infoSecurePort=0, ipcPort=37743, storageInfo=lv=-57;cid=testClusterID;nsid=1188476452;c=1730992767030) 2024-11-07T15:19:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3cc475c40ac159d with lease ID 0x1b2b502e2aab7da6: from storage DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=9c804ae8-2981-4171-a9cd-55e0d01733d4, infoPort=40579, infoSecurePort=0, ipcPort=37743, storageInfo=lv=-57;cid=testClusterID;nsid=1188476452;c=1730992767030), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3cc475c40ac159d with lease ID 0x1b2b502e2aab7da6: Processing first storage report for DS-c78744f1-fe4a-4347-af3c-63acdda965c5 from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=9c804ae8-2981-4171-a9cd-55e0d01733d4, infoPort=40579, infoSecurePort=0, ipcPort=37743, storageInfo=lv=-57;cid=testClusterID;nsid=1188476452;c=1730992767030) 2024-11-07T15:19:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3cc475c40ac159d with lease ID 0x1b2b502e2aab7da6: from storage DS-c78744f1-fe4a-4347-af3c-63acdda965c5 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=9c804ae8-2981-4171-a9cd-55e0d01733d4, infoPort=40579, infoSecurePort=0, ipcPort=37743, storageInfo=lv=-57;cid=testClusterID;nsid=1188476452;c=1730992767030), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:28,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96 2024-11-07T15:19:28,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:28,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:19:29,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47 with version=8 2024-11-07T15:19:29,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/hbase-staging 2024-11-07T15:19:29,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:19:29,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:29,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37129 2024-11-07T15:19:29,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37129 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:29,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371290x0, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:29,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37129-0x10115e17bd20000 connected 2024-11-07T15:19:29,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:29,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:29,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/running 2024-11-07T15:19:29,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47, hbase.cluster.distributed=false 2024-11-07T15:19:29,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/acl 2024-11-07T15:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-07T15:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37129 2024-11-07T15:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37129 2024-11-07T15:19:29,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-07T15:19:29,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-07T15:19:29,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:29,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43427 2024-11-07T15:19:29,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43427 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:29,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:29,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434270x0, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:29,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434270x0, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/running 2024-11-07T15:19:29,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43427-0x10115e17bd20001 connected 2024-11-07T15:19:29,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:19:29,465 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:19:29,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/master 2024-11-07T15:19:29,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/acl 2024-11-07T15:19:29,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-07T15:19:29,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43427 2024-11-07T15:19:29,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43427 2024-11-07T15:19:29,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-07T15:19:29,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-07T15:19:29,484 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:37129 2024-11-07T15:19:29,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0826211852/backup-masters/7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:29,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/backup-masters 2024-11-07T15:19:29,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/backup-masters 2024-11-07T15:19:29,496 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on existing znode=/0826211852/backup-masters/7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0826211852/master 2024-11-07T15:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:29,507 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on existing znode=/0826211852/master 2024-11-07T15:19:29,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0826211852/backup-masters/7b3e4e8e12ef,37129,1730992769260 from backup master directory 2024-11-07T15:19:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/backup-masters 2024-11-07T15:19:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0826211852/backup-masters/7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/backup-masters 2024-11-07T15:19:29,577 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:29,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:29,580 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/hbase.id] with ID: de0db098-9c8c-4881-8cf9-6b9e80dbaba9 2024-11-07T15:19:29,580 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/.tmp/hbase.id 2024-11-07T15:19:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:19:29,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:29,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:29,933 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38323 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:29,985 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/.tmp/hbase.id]:[hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/hbase.id] 2024-11-07T15:19:29,992 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:29,992 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:19:29,993 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:19:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:30,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:19:30,448 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:30,449 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:19:30,449 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:19:30,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:30,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:30,855 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store 2024-11-07T15:19:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:31,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:31,267 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:31,267 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992771267Disabling compacts and flushes for region at 1730992771267Disabling writes for close at 1730992771267Writing region close event to WAL at 1730992771267Closed at 1730992771267 2024-11-07T15:19:31,268 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/.initializing 2024-11-07T15:19:31,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/WALs/7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:31,269 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:31,270 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C37129%2C1730992769260, suffix=, logDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/WALs/7b3e4e8e12ef,37129,1730992769260, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/oldWALs, maxLogs=10 2024-11-07T15:19:31,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/WALs/7b3e4e8e12ef,37129,1730992769260/7b3e4e8e12ef%2C37129%2C1730992769260.1730992771271, exclude list is [], retry=0 2024-11-07T15:19:31,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676,DISK] 2024-11-07T15:19:31,285 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/WALs/7b3e4e8e12ef,37129,1730992769260/7b3e4e8e12ef%2C37129%2C1730992769260.1730992771271 2024-11-07T15:19:31,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579)] 2024-11-07T15:19:31,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:31,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:31,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,286 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:19:31,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:31,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:31,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:19:31,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:31,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:31,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:19:31,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:31,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:31,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:19:31,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:31,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:31,291 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,293 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,293 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:31,294 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:31,295 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:31,295 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65098275, jitterRate=-0.029960110783576965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:31,296 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992771286Initializing all the Stores at 1730992771287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992771287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992771287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992771287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992771287Cleaning up temporary data from old regions at 1730992771293 (+6 ms)Region opened successfully at 1730992771295 (+2 ms) 2024-11-07T15:19:31,296 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:19:31,297 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a55e64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:31,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:19:31,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:19:31,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:19:31,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:19:31,298 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:19:31,299 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:19:31,299 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:19:31,300 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:19:31,301 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/balancer because node does not exist (not necessarily an error) 2024-11-07T15:19:31,422 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/balancer already deleted, retry=false 2024-11-07T15:19:31,422 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:19:31,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:19:31,433 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/normalizer already deleted, retry=false 2024-11-07T15:19:31,433 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:19:31,434 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:19:31,443 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/switch/split already deleted, retry=false 2024-11-07T15:19:31,444 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:19:31,454 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/switch/merge already deleted, retry=false 2024-11-07T15:19:31,455 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:19:31,464 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/snapshot-cleanup already deleted, retry=false 2024-11-07T15:19:31,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0826211852/running 2024-11-07T15:19:31,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0826211852/running 2024-11-07T15:19:31,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,475 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,37129,1730992769260, sessionid=0x10115e17bd20000, setting cluster-up flag (Was=false) 2024-11-07T15:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,527 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0826211852/flush-table-proc/acquired, /0826211852/flush-table-proc/reached, /0826211852/flush-table-proc/abort 2024-11-07T15:19:31,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:31,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:31,580 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0826211852/online-snapshot/acquired, /0826211852/online-snapshot/reached, /0826211852/online-snapshot/abort 2024-11-07T15:19:31,581 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:31,582 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:19:31,583 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:31,583 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:19:31,583 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:19:31,584 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,37129,1730992769260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:31,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992801586 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:19:31,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:19:31,586 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:19:31,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:19:31,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:19:31,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:31,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:19:31,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992771587,5,FailOnTimeoutGroup] 2024-11-07T15:19:31,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992771587,5,FailOnTimeoutGroup] 2024-11-07T15:19:31,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:19:31,587 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,588 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:19:31,675 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(746): ClusterId : de0db098-9c8c-4881-8cf9-6b9e80dbaba9 2024-11-07T15:19:31,675 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:19:31,686 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:19:31,686 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:19:31,696 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:19:31,696 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b5eae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:31,706 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:43427 2024-11-07T15:19:31,706 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:19:31,706 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:19:31,706 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:19:31,706 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,37129,1730992769260 with port=43427, startcode=1730992769451 2024-11-07T15:19:31,706 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:19:31,707 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:19:31,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,709 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47 2024-11-07T15:19:31,709 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40451 2024-11-07T15:19:31,709 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:19:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/rs 2024-11-07T15:19:31,717 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] zookeeper.ZKUtil(111): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on existing znode=/0826211852/rs/7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,717 WARN [RS:0;7b3e4e8e12ef:43427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:31,717 INFO [RS:0;7b3e4e8e12ef:43427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:31,717 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,43427,1730992769451] 2024-11-07T15:19:31,720 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:19:31,721 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:19:31,721 INFO [RS:0;7b3e4e8e12ef:43427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:19:31,721 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,721 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:31,722 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,722 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43427,1730992769451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:31,736 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:19:31,736 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43427,1730992769451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,736 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,736 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.Replication(171): 7b3e4e8e12ef,43427,1730992769451 started 2024-11-07T15:19:31,747 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:31,747 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,43427,1730992769451, RpcServer on 7b3e4e8e12ef/172.17.0.2:43427, sessionid=0x10115e17bd20001 2024-11-07T15:19:31,747 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:19:31,747 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,747 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43427,1730992769451' 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0826211852/flush-table-proc/abort' 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0826211852/flush-table-proc/acquired' 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43427,1730992769451' 2024-11-07T15:19:31,748 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0826211852/online-snapshot/abort' 2024-11-07T15:19:31,749 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0826211852/online-snapshot/acquired' 2024-11-07T15:19:31,749 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:19:31,749 INFO [RS:0;7b3e4e8e12ef:43427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:19:31,749 INFO [RS:0;7b3e4e8e12ef:43427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:19:31,849 INFO [RS:0;7b3e4e8e12ef:43427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:31,850 INFO [RS:0;7b3e4e8e12ef:43427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43427%2C1730992769451, suffix=, logDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/oldWALs, maxLogs=10 2024-11-07T15:19:31,862 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, exclude list is [], retry=0 2024-11-07T15:19:31,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676,DISK] 2024-11-07T15:19:31,865 INFO [RS:0;7b3e4e8e12ef:43427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 2024-11-07T15:19:31,866 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579)] 2024-11-07T15:19:31,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:19:31,994 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47 2024-11-07T15:19:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:32,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:32,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:32,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:32,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:32,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:32,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:32,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:32,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:32,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:32,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740 2024-11-07T15:19:32,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740 2024-11-07T15:19:32,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:32,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:32,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:32,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:32,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73094409, jitterRate=0.08919157087802887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992772399Initializing all the Stores at 1730992772400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992772400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772400Cleaning up temporary data from old regions at 1730992772406 (+6 ms)Region opened successfully at 1730992772409 (+3 ms) 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:32,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:32,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:32,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:32,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992772409Disabling compacts and flushes for region at 1730992772409Disabling writes for close at 1730992772409Writing region close event to WAL at 1730992772410 (+1 ms)Closed at 1730992772410 2024-11-07T15:19:32,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:32,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:19:32,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:19:32,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:32,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:19:32,562 DEBUG [7b3e4e8e12ef:37129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:19:32,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:32,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43427,1730992769451, state=OPENING 2024-11-07T15:19:32,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:19:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:32,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:32,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0826211852/meta-region-server: CHANGED 2024-11-07T15:19:32,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0826211852/meta-region-server: CHANGED 2024-11-07T15:19:32,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43427,1730992769451}] 2024-11-07T15:19:32,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:32,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:19:32,831 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:19:32,831 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:32,831 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:19:32,832 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43427%2C1730992769451.meta, suffix=.meta, logDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/oldWALs, maxLogs=10 2024-11-07T15:19:32,843 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.meta.1730992772832.meta, exclude list is [], retry=0 2024-11-07T15:19:32,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676,DISK] 2024-11-07T15:19:32,846 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.meta.1730992772832.meta 2024-11-07T15:19:32,846 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579)] 2024-11-07T15:19:32,846 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:32,846 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:19:32,847 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:19:32,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:19:32,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:32,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:32,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:32,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:32,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:32,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:32,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:32,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:32,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:32,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:32,851 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:32,851 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740 2024-11-07T15:19:32,852 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740 2024-11-07T15:19:32,853 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:32,853 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:32,853 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:32,854 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:32,854 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63404240, jitterRate=-0.05520319938659668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:32,854 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:19:32,855 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992772847Writing region info on filesystem at 1730992772847Initializing all the Stores at 1730992772847Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772848 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992772848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992772848Cleaning up temporary data from old regions at 1730992772853 (+5 ms)Running coprocessor post-open hooks at 1730992772854 (+1 ms)Region opened successfully at 1730992772855 (+1 ms) 2024-11-07T15:19:32,856 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992772827 2024-11-07T15:19:32,857 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:19:32,857 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:19:32,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:32,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43427,1730992769451, state=OPEN 2024-11-07T15:19:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0826211852/meta-region-server 2024-11-07T15:19:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0826211852/meta-region-server 2024-11-07T15:19:32,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0826211852/meta-region-server: CHANGED 2024-11-07T15:19:32,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:32,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0826211852/meta-region-server: CHANGED 2024-11-07T15:19:32,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:19:32,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43427,1730992769451 in 218 msec 2024-11-07T15:19:32,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:19:32,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-07T15:19:32,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:32,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:19:32,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:32,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=-1] 2024-11-07T15:19:32,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:32,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:32,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-07T15:19:32,903 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992772903, completionTime=-1 2024-11-07T15:19:32,903 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:19:32,903 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:19:32,904 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:19:32,904 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992832904 2024-11-07T15:19:32,904 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992892904 2024-11-07T15:19:32,904 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:37129, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,905 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,906 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:32,908 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:19:32,910 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:19:32,910 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:19:32,910 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37129,1730992769260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:32,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4ab595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:32,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:32,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:32,977 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ca2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:32,978 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:32,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228fdaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:32,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=-1] 2024-11-07T15:19:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:32,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:32,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:32,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:33,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:33,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e17bd20002 connected 2024-11-07T15:19:33,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir so I do NOT create it in target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e 2024-11-07T15:19:33,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:19:33,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.tmp.dir so I do NOT create it in target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e 2024-11-07T15:19:33,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:19:33,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/cluster_19124838-a400-9f22-bc8b-b1c602713cee, deleteOnExit=true 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/test.cache.data in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:19:33,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:33,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:19:33,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:19:33,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:33,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:33,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:33,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:33,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:33,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:33,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2116d2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:33,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cea0769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:33,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629187c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/java.io.tmpdir/jetty-localhost-43841-hadoop-hdfs-3_4_1-tests_jar-_-any-5633239111560836154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:33,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@129a2032{HTTP/1.1, (http/1.1)}{localhost:43841} 2024-11-07T15:19:33,530 INFO [Time-limited test {}] server.Server(415): Started @236035ms 2024-11-07T15:19:33,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:33,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:33,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:33,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:33,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:19:33,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3d6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:33,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173f2e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:33,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@628fa9d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/java.io.tmpdir/jetty-localhost-39029-hadoop-hdfs-3_4_1-tests_jar-_-any-14687198552935602494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:33,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f42750a{HTTP/1.1, (http/1.1)}{localhost:39029} 2024-11-07T15:19:33,905 INFO [Time-limited test {}] server.Server(415): Started @236411ms 2024-11-07T15:19:33,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:19:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:19:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:19:34,518 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/cluster_19124838-a400-9f22-bc8b-b1c602713cee/data/data1/current/BP-1445583143-172.17.0.2-1730992773109/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:34,518 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/cluster_19124838-a400-9f22-bc8b-b1c602713cee/data/data2/current/BP-1445583143-172.17.0.2-1730992773109/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:34,546 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:19:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c169e645b53e4de with lease ID 0xfe1dd8504956d681: Processing first storage report for DS-adb6d40b-0c0f-456d-92ef-25438e17e360 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=030f6b44-f6d3-4797-b8d0-61d2191bb37d, infoPort=37671, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=2104681149;c=1730992773109) 2024-11-07T15:19:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c169e645b53e4de with lease ID 0xfe1dd8504956d681: from storage DS-adb6d40b-0c0f-456d-92ef-25438e17e360 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=030f6b44-f6d3-4797-b8d0-61d2191bb37d, infoPort=37671, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=2104681149;c=1730992773109), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:19:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c169e645b53e4de with lease ID 0xfe1dd8504956d681: Processing first storage report for DS-b4ec93b7-45c5-477a-8040-86cda69efae2 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=030f6b44-f6d3-4797-b8d0-61d2191bb37d, infoPort=37671, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=2104681149;c=1730992773109) 2024-11-07T15:19:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c169e645b53e4de with lease ID 0xfe1dd8504956d681: from storage DS-b4ec93b7-45c5-477a-8040-86cda69efae2 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=030f6b44-f6d3-4797-b8d0-61d2191bb37d, infoPort=37671, infoSecurePort=0, ipcPort=35065, storageInfo=lv=-57;cid=testClusterID;nsid=2104681149;c=1730992773109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:34,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e 2024-11-07T15:19:34,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:34,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:34,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:19:35,045 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b with version=8 2024-11-07T15:19:35,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/hbase-staging 2024-11-07T15:19:35,048 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:19:35,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:35,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41769 2024-11-07T15:19:35,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41769 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:35,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417690x0, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:35,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41769-0x10115e17bd20003 connected 2024-11-07T15:19:35,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:35,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:35,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/running 2024-11-07T15:19:35,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b, hbase.cluster.distributed=false 2024-11-07T15:19:35,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/acl 2024-11-07T15:19:35,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-07T15:19:35,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41769 2024-11-07T15:19:35,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41769 2024-11-07T15:19:35,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-07T15:19:35,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-07T15:19:35,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:19:35,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:35,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32809 2024-11-07T15:19:35,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32809 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:35,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:35,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:35,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328090x0, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:35,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328090x0, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/running 2024-11-07T15:19:35,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32809-0x10115e17bd20004 connected 2024-11-07T15:19:35,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:19:35,202 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:19:35,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/master 2024-11-07T15:19:35,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/acl 2024-11-07T15:19:35,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T15:19:35,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32809 2024-11-07T15:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32809 2024-11-07T15:19:35,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T15:19:35,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T15:19:35,224 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:41769 2024-11-07T15:19:35,224 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-658261649/backup-masters/7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/backup-masters 2024-11-07T15:19:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/backup-masters 2024-11-07T15:19:35,233 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on existing znode=/1-658261649/backup-masters/7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658261649/master 2024-11-07T15:19:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:35,244 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on existing znode=/1-658261649/master 2024-11-07T15:19:35,244 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-658261649/backup-masters/7b3e4e8e12ef,41769,1730992775048 from backup master directory 2024-11-07T15:19:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/backup-masters 2024-11-07T15:19:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658261649/backup-masters/7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/backup-masters 2024-11-07T15:19:35,254 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:35,254 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:35,256 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/hbase.id] with ID: 08333c92-f29d-4536-8c02-ec7105949f30 2024-11-07T15:19:35,256 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/.tmp/hbase.id 2024-11-07T15:19:35,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:19:35,661 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/.tmp/hbase.id]:[hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/hbase.id] 2024-11-07T15:19:35,669 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:35,669 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:19:35,670 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:19:35,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:35,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:19:36,126 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:36,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:19:36,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:19:36,532 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store 2024-11-07T15:19:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:19:36,937 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:36,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:36,938 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:36,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:36,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:36,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:36,938 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:36,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992776938Disabling compacts and flushes for region at 1730992776938Disabling writes for close at 1730992776938Writing region close event to WAL at 1730992776938Closed at 1730992776938 2024-11-07T15:19:36,939 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/.initializing 2024-11-07T15:19:36,939 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/WALs/7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:36,939 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:36,941 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C41769%2C1730992775048, suffix=, logDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/WALs/7b3e4e8e12ef,41769,1730992775048, archiveDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/oldWALs, maxLogs=10 2024-11-07T15:19:36,956 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/WALs/7b3e4e8e12ef,41769,1730992775048/7b3e4e8e12ef%2C41769%2C1730992775048.1730992776941, exclude list is [], retry=0 2024-11-07T15:19:36,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-adb6d40b-0c0f-456d-92ef-25438e17e360,DISK] 2024-11-07T15:19:36,960 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/WALs/7b3e4e8e12ef,41769,1730992775048/7b3e4e8e12ef%2C41769%2C1730992775048.1730992776941 2024-11-07T15:19:36,960 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-07T15:19:36,960 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:36,960 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:36,960 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,960 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:19:36,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:19:36,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:36,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:19:36,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:19:36,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:36,966 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,967 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,967 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,968 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,968 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,968 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:36,968 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:36,970 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:36,970 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65720263, jitterRate=-0.02069176733493805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:36,971 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992776961Initializing all the Stores at 1730992776961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992776961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992776961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992776961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992776962 (+1 ms)Cleaning up temporary data from old regions at 1730992776968 (+6 ms)Region opened successfully at 1730992776971 (+3 ms) 2024-11-07T15:19:36,971 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:19:36,973 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aae2d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:36,974 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:19:36,974 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:19:36,974 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:19:36,974 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:19:36,975 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:19:36,975 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:19:36,975 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:19:36,977 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:19:36,977 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/balancer because node does not exist (not necessarily an error) 2024-11-07T15:19:37,043 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/balancer already deleted, retry=false 2024-11-07T15:19:37,044 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:19:37,045 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:19:37,053 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/normalizer already deleted, retry=false 2024-11-07T15:19:37,054 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:19:37,055 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:19:37,064 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/switch/split already deleted, retry=false 2024-11-07T15:19:37,065 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:19:37,074 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/switch/merge already deleted, retry=false 2024-11-07T15:19:37,076 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:19:37,085 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/snapshot-cleanup already deleted, retry=false 2024-11-07T15:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658261649/running 2024-11-07T15:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658261649/running 2024-11-07T15:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,096 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,41769,1730992775048, sessionid=0x10115e17bd20003, setting cluster-up flag (Was=false) 2024-11-07T15:19:37,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,148 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658261649/flush-table-proc/acquired, /1-658261649/flush-table-proc/reached, /1-658261649/flush-table-proc/abort 2024-11-07T15:19:37,149 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:37,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:37,201 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658261649/online-snapshot/acquired, /1-658261649/online-snapshot/reached, /1-658261649/online-snapshot/abort 2024-11-07T15:19:37,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:37,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:19:37,204 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:37,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:19:37,205 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:19:37,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,41769,1730992775048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:37,206 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992807207 2024-11-07T15:19:37,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:19:37,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:19:37,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:37,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:37,208 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:19:37,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:19:37,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:19:37,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:19:37,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:19:37,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:19:37,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:19:37,213 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992777212,5,FailOnTimeoutGroup] 2024-11-07T15:19:37,213 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992777213,5,FailOnTimeoutGroup] 2024-11-07T15:19:37,213 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,213 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:19:37,213 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,213 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,213 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(746): ClusterId : 08333c92-f29d-4536-8c02-ec7105949f30 2024-11-07T15:19:37,214 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:19:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:19:37,222 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:19:37,222 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:19:37,233 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:19:37,233 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490d6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:37,246 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:32809 2024-11-07T15:19:37,246 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:19:37,246 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:19:37,246 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:19:37,247 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,41769,1730992775048 with port=32809, startcode=1730992775187 2024-11-07T15:19:37,247 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:19:37,249 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:19:37,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,250 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b 2024-11-07T15:19:37,250 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45955 2024-11-07T15:19:37,250 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:19:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/rs 2024-11-07T15:19:37,261 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] zookeeper.ZKUtil(111): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on existing znode=/1-658261649/rs/7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,261 WARN [RS:0;7b3e4e8e12ef:32809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:37,261 INFO [RS:0;7b3e4e8e12ef:32809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:37,261 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,32809,1730992775187] 2024-11-07T15:19:37,264 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:19:37,265 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:19:37,266 INFO [RS:0;7b3e4e8e12ef:32809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:19:37,266 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,266 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:19:37,267 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:19:37,267 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:37,267 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,268 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,32809,1730992775187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:37,282 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:19:37,282 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,32809,1730992775187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,282 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,282 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.Replication(171): 7b3e4e8e12ef,32809,1730992775187 started 2024-11-07T15:19:37,293 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:37,293 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,32809,1730992775187, RpcServer on 7b3e4e8e12ef/172.17.0.2:32809, sessionid=0x10115e17bd20004 2024-11-07T15:19:37,293 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:19:37,293 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,32809,1730992775187' 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658261649/flush-table-proc/abort' 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658261649/flush-table-proc/acquired' 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,32809,1730992775187' 2024-11-07T15:19:37,294 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658261649/online-snapshot/abort' 2024-11-07T15:19:37,295 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658261649/online-snapshot/acquired' 2024-11-07T15:19:37,295 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:19:37,295 INFO [RS:0;7b3e4e8e12ef:32809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:19:37,295 INFO [RS:0;7b3e4e8e12ef:32809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:19:37,395 INFO [RS:0;7b3e4e8e12ef:32809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:37,396 INFO [RS:0;7b3e4e8e12ef:32809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C32809%2C1730992775187, suffix=, logDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187, archiveDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/oldWALs, maxLogs=10 2024-11-07T15:19:37,408 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, exclude list is [], retry=0 2024-11-07T15:19:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-adb6d40b-0c0f-456d-92ef-25438e17e360,DISK] 2024-11-07T15:19:37,412 INFO [RS:0;7b3e4e8e12ef:32809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 2024-11-07T15:19:37,412 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-07T15:19:37,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:19:37,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b 2024-11-07T15:19:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:19:37,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:19:38,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:38,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:38,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:38,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:38,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:38,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:38,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:38,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:38,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:38,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:38,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740 2024-11-07T15:19:38,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740 2024-11-07T15:19:38,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:38,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:38,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:38,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:38,030 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73748281, jitterRate=0.09893502295017242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992778021Initializing all the Stores at 1730992778021Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778022 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992778022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778022Cleaning up temporary data from old regions at 1730992778028 (+6 ms)Region opened successfully at 1730992778030 (+2 ms) 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:38,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:38,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992778030Disabling compacts and flushes for region at 1730992778030Disabling writes for close at 1730992778030Writing region close event to WAL at 1730992778030Closed at 1730992778030 2024-11-07T15:19:38,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:38,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:19:38,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:19:38,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:38,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:19:38,183 DEBUG [7b3e4e8e12ef:41769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:19:38,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:38,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,32809,1730992775187, state=OPENING 2024-11-07T15:19:38,314 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:19:38,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:38,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:38,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:38,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658261649/meta-region-server: CHANGED 2024-11-07T15:19:38,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658261649/meta-region-server: CHANGED 2024-11-07T15:19:38,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,32809,1730992775187}] 2024-11-07T15:19:38,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:38,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:38,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:38,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:19:38,491 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:19:38,491 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:38,491 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:19:38,492 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C32809%2C1730992775187.meta, suffix=.meta, logDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187, archiveDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/oldWALs, maxLogs=10 2024-11-07T15:19:38,503 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.meta.1730992778492.meta, exclude list is [], retry=0 2024-11-07T15:19:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-adb6d40b-0c0f-456d-92ef-25438e17e360,DISK] 2024-11-07T15:19:38,506 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.meta.1730992778492.meta 2024-11-07T15:19:38,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-07T15:19:38,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:38,506 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:38,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:38,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:19:38,506 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:19:38,506 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:19:38,507 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:38,507 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:19:38,507 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:19:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:38,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:38,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:38,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:38,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:38,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:38,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:38,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:38,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:38,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:38,511 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:38,511 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740 2024-11-07T15:19:38,512 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740 2024-11-07T15:19:38,513 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:38,513 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:38,513 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:38,514 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:38,514 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75076675, jitterRate=0.11872963607311249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:38,514 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:19:38,514 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992778507Writing region info on filesystem at 1730992778507Initializing all the Stores at 1730992778507Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992778507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992778507Cleaning up temporary data from old regions at 1730992778513 (+6 ms)Running coprocessor post-open hooks at 1730992778514 (+1 ms)Region opened successfully at 1730992778514 2024-11-07T15:19:38,515 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992778487 2024-11-07T15:19:38,516 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:19:38,516 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:19:38,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:38,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,32809,1730992775187, state=OPEN 2024-11-07T15:19:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658261649/meta-region-server 2024-11-07T15:19:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658261649/meta-region-server 2024-11-07T15:19:38,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:38,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658261649/meta-region-server: CHANGED 2024-11-07T15:19:38,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658261649/meta-region-server: CHANGED 2024-11-07T15:19:38,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:19:38,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,32809,1730992775187 in 192 msec 2024-11-07T15:19:38,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:19:38,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-07T15:19:38,530 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:38,530 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:19:38,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:38,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=-1] 2024-11-07T15:19:38,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:38,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:38,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-07T15:19:38,536 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992778536, completionTime=-1 2024-11-07T15:19:38,536 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:19:38,536 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992838538 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992898538 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:41769, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,540 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.287sec 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:38,541 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:19:38,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:19:38,543 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:19:38,543 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,41769,1730992775048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:38,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e128cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:38,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:38,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:38,615 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f327cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:38,617 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:38,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a30b32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:38,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=-1] 2024-11-07T15:19:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:38,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:38,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:38,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:38,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e17bd20005 connected 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir so I do NOT create it in target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb 2024-11-07T15:19:38,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.tmp.dir so I do NOT create it in target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb 2024-11-07T15:19:38,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:19:38,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/cluster_3443564d-ad43-2f34-c52c-68af9ada23e5, deleteOnExit=true 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/test.cache.data in system properties and HBase conf 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:19:38,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:19:38,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:19:38,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:19:38,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:38,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:38,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:38,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:38,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:19:38,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:38,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@223421bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:38,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef75059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:39,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c851642{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/java.io.tmpdir/jetty-localhost-34761-hadoop-hdfs-3_4_1-tests_jar-_-any-3061609812952343598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:19:39,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bedd5a7{HTTP/1.1, (http/1.1)}{localhost:34761} 2024-11-07T15:19:39,077 INFO [Time-limited test {}] server.Server(415): Started @241582ms 2024-11-07T15:19:39,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:19:39,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:19:39,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:19:39,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:19:39,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:19:39,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141f236c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:19:39,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ecfe03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:19:39,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f22cddb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/java.io.tmpdir/jetty-localhost-43529-hadoop-hdfs-3_4_1-tests_jar-_-any-8913784419052685185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:19:39,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@787e7e5e{HTTP/1.1, (http/1.1)}{localhost:43529} 2024-11-07T15:19:39,441 INFO [Time-limited test {}] server.Server(415): Started @241947ms 2024-11-07T15:19:39,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:19:39,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:39,953 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:39,954 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48343 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:19:41,048 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/cluster_3443564d-ad43-2f34-c52c-68af9ada23e5/data/data1/current/BP-1718722283-172.17.0.2-1730992778667/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:41,048 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/cluster_3443564d-ad43-2f34-c52c-68af9ada23e5/data/data2/current/BP-1718722283-172.17.0.2-1730992778667/current, will proceed with Du for space computation calculation, 2024-11-07T15:19:41,077 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:19:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abdde1ba5112fcd with lease ID 0xada1f69bbf6cfd76: Processing first storage report for DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc from datanode DatanodeRegistration(127.0.0.1:44479, datanodeUuid=d5fab028-a435-49f7-b629-1db58cca60a0, infoPort=37329, infoSecurePort=0, ipcPort=36259, storageInfo=lv=-57;cid=testClusterID;nsid=444786668;c=1730992778667) 2024-11-07T15:19:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abdde1ba5112fcd with lease ID 0xada1f69bbf6cfd76: from storage DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc node DatanodeRegistration(127.0.0.1:44479, datanodeUuid=d5fab028-a435-49f7-b629-1db58cca60a0, infoPort=37329, infoSecurePort=0, ipcPort=36259, storageInfo=lv=-57;cid=testClusterID;nsid=444786668;c=1730992778667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abdde1ba5112fcd with lease ID 0xada1f69bbf6cfd76: Processing first storage report for DS-0ca18c1c-3293-4167-9776-4ec508cf6e90 from datanode DatanodeRegistration(127.0.0.1:44479, datanodeUuid=d5fab028-a435-49f7-b629-1db58cca60a0, infoPort=37329, infoSecurePort=0, ipcPort=36259, storageInfo=lv=-57;cid=testClusterID;nsid=444786668;c=1730992778667) 2024-11-07T15:19:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abdde1ba5112fcd with lease ID 0xada1f69bbf6cfd76: from storage DS-0ca18c1c-3293-4167-9776-4ec508cf6e90 node DatanodeRegistration(127.0.0.1:44479, datanodeUuid=d5fab028-a435-49f7-b629-1db58cca60a0, infoPort=37329, infoSecurePort=0, ipcPort=36259, storageInfo=lv=-57;cid=testClusterID;nsid=444786668;c=1730992778667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:19:41,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb 2024-11-07T15:19:41,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:19:41,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc with version=8 2024-11-07T15:19:41,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/hbase-staging 2024-11-07T15:19:41,587 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:41,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:19:41,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:41,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35591 2024-11-07T15:19:41,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35591 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:41,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355910x0, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:41,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35591-0x10115e17bd20006 connected 2024-11-07T15:19:41,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/running 2024-11-07T15:19:41,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc, hbase.cluster.distributed=false 2024-11-07T15:19:41,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/acl 2024-11-07T15:19:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-07T15:19:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35591 2024-11-07T15:19:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35591 2024-11-07T15:19:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-07T15:19:41,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35591 2024-11-07T15:19:41,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:19:41,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:19:41,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44835 2024-11-07T15:19:41,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44835 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:41,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448350x0, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:41,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44835-0x10115e17bd20007 connected 2024-11-07T15:19:41,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/running 2024-11-07T15:19:41,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:19:41,749 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:19:41,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/master 2024-11-07T15:19:41,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/acl 2024-11-07T15:19:41,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-07T15:19:41,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44835 2024-11-07T15:19:41,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44835 2024-11-07T15:19:41,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-07T15:19:41,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-07T15:19:41,761 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35591 2024-11-07T15:19:41,762 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21410728990/backup-masters/7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:41,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/backup-masters 2024-11-07T15:19:41,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/backup-masters 2024-11-07T15:19:41,769 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on existing znode=/21410728990/backup-masters/7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21410728990/master 2024-11-07T15:19:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:41,780 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on existing znode=/21410728990/master 2024-11-07T15:19:41,780 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21410728990/backup-masters/7b3e4e8e12ef,35591,1730992781587 from backup master directory 2024-11-07T15:19:41,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21410728990/backup-masters/7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:41,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/backup-masters 2024-11-07T15:19:41,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/backup-masters 2024-11-07T15:19:41,790 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:41,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:41,793 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/hbase.id] with ID: 49cb5881-9301-4e9a-88d2-8514bddfd7d3 2024-11-07T15:19:41,793 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/.tmp/hbase.id 2024-11-07T15:19:41,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:19:42,197 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/.tmp/hbase.id]:[hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/hbase.id] 2024-11-07T15:19:42,205 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:19:42,206 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:19:42,206 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T15:19:42,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:42,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:19:42,668 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:42,669 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:19:42,669 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:42,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:19:43,075 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store 2024-11-07T15:19:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:19:43,480 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:43,480 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:19:43,480 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992783480Disabling compacts and flushes for region at 1730992783480Disabling writes for close at 1730992783480Writing region close event to WAL at 1730992783480Closed at 1730992783480 2024-11-07T15:19:43,481 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/.initializing 2024-11-07T15:19:43,481 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/WALs/7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:43,482 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:43,483 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35591%2C1730992781587, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/WALs/7b3e4e8e12ef,35591,1730992781587, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/oldWALs, maxLogs=10 2024-11-07T15:19:43,498 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/WALs/7b3e4e8e12ef,35591,1730992781587/7b3e4e8e12ef%2C35591%2C1730992781587.1730992783483, exclude list is [], retry=0 2024-11-07T15:19:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44479,DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc,DISK] 2024-11-07T15:19:43,502 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/WALs/7b3e4e8e12ef,35591,1730992781587/7b3e4e8e12ef%2C35591%2C1730992781587.1730992783483 2024-11-07T15:19:43,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-07T15:19:43,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:43,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:43,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,504 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:19:43,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:43,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:43,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:19:43,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:43,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:43,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:19:43,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:19:43,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:43,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:43,511 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,511 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,512 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,512 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,512 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,513 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:43,513 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:19:43,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:43,515 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71771243, jitterRate=0.06947486102581024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:43,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992783504Initializing all the Stores at 1730992783505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992783505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992783505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992783505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992783505Cleaning up temporary data from old regions at 1730992783512 (+7 ms)Region opened successfully at 1730992783515 (+3 ms) 2024-11-07T15:19:43,515 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:19:43,517 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc8523d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:19:43,518 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:19:43,520 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:19:43,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/balancer because node does not exist (not necessarily an error) 2024-11-07T15:19:43,590 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/balancer already deleted, retry=false 2024-11-07T15:19:43,590 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:19:43,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:19:43,600 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/normalizer already deleted, retry=false 2024-11-07T15:19:43,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:19:43,601 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:19:43,611 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/switch/split already deleted, retry=false 2024-11-07T15:19:43,612 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:19:43,621 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/switch/merge already deleted, retry=false 2024-11-07T15:19:43,623 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:19:43,632 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/snapshot-cleanup already deleted, retry=false 2024-11-07T15:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21410728990/running 2024-11-07T15:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21410728990/running 2024-11-07T15:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,643 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35591,1730992781587, sessionid=0x10115e17bd20006, setting cluster-up flag (Was=false) 2024-11-07T15:19:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,695 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21410728990/flush-table-proc/acquired, /21410728990/flush-table-proc/reached, /21410728990/flush-table-proc/abort 2024-11-07T15:19:43,696 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:43,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:43,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21410728990/online-snapshot/acquired, /21410728990/online-snapshot/reached, /21410728990/online-snapshot/abort 2024-11-07T15:19:43,749 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:43,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:19:43,751 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:43,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:19:43,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:19:43,751 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35591,1730992781587 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:43,752 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,753 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992813753 2024-11-07T15:19:43,753 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:19:43,753 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:19:43,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:43,753 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:19:43,754 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(746): ClusterId : 49cb5881-9301-4e9a-88d2-8514bddfd7d3 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:19:43,754 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:19:43,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:19:43,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:43,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:19:43,754 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:19:43,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:19:43,755 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992783755,5,FailOnTimeoutGroup] 2024-11-07T15:19:43,755 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992783755,5,FailOnTimeoutGroup] 2024-11-07T15:19:43,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:19:43,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:19:43,766 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:19:43,766 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:19:43,776 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:19:43,776 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2bf802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:19:43,786 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:44835 2024-11-07T15:19:43,786 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:19:43,786 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:19:43,786 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:19:43,787 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35591,1730992781587 with port=44835, startcode=1730992781734 2024-11-07T15:19:43,787 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:19:43,788 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:19:43,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35591 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,790 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc 2024-11-07T15:19:43,790 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34875 2024-11-07T15:19:43,790 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:19:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/rs 2024-11-07T15:19:43,840 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] zookeeper.ZKUtil(111): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on existing znode=/21410728990/rs/7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,840 WARN [RS:0;7b3e4e8e12ef:44835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:19:43,840 INFO [RS:0;7b3e4e8e12ef:44835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:43,840 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,44835,1730992781734] 2024-11-07T15:19:43,842 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:19:43,843 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:19:43,843 INFO [RS:0;7b3e4e8e12ef:44835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:19:43,843 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,844 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:19:43,844 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:19:43,844 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,844 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,844 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,844 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,844 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,844 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:43,845 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,845 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44835,1730992781734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:43,857 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:19:43,857 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,44835,1730992781734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,858 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,858 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.Replication(171): 7b3e4e8e12ef,44835,1730992781734 started 2024-11-07T15:19:43,869 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:43,869 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,44835,1730992781734, RpcServer on 7b3e4e8e12ef/172.17.0.2:44835, sessionid=0x10115e17bd20007 2024-11-07T15:19:43,869 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:19:43,869 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,869 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44835,1730992781734' 2024-11-07T15:19:43,869 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21410728990/flush-table-proc/abort' 2024-11-07T15:19:43,869 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21410728990/flush-table-proc/acquired' 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,44835,1730992781734' 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21410728990/online-snapshot/abort' 2024-11-07T15:19:43,870 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21410728990/online-snapshot/acquired' 2024-11-07T15:19:43,871 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:19:43,871 INFO [RS:0;7b3e4e8e12ef:44835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:19:43,871 INFO [RS:0;7b3e4e8e12ef:44835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:19:43,971 INFO [RS:0;7b3e4e8e12ef:44835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:19:43,972 INFO [RS:0;7b3e4e8e12ef:44835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44835%2C1730992781734, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/oldWALs, maxLogs=10 2024-11-07T15:19:43,983 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, exclude list is [], retry=0 2024-11-07T15:19:43,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44479,DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc,DISK] 2024-11-07T15:19:43,987 INFO [RS:0;7b3e4e8e12ef:44835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 2024-11-07T15:19:43,987 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-07T15:19:44,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:44,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:19:44,162 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc 2024-11-07T15:19:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:19:44,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:44,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:44,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:44,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:44,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:44,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:44,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:44,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:44,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:44,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740 2024-11-07T15:19:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740 2024-11-07T15:19:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:44,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:44,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:44,176 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65466661, jitterRate=-0.024470731616020203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992784167Initializing all the Stores at 1730992784167Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784168 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992784168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784168Cleaning up temporary data from old regions at 1730992784173 (+5 ms)Region opened successfully at 1730992784176 (+3 ms) 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:19:44,176 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:19:44,176 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:19:44,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992784176Disabling compacts and flushes for region at 1730992784176Disabling writes for close at 1730992784176Writing region close event to WAL at 1730992784176Closed at 1730992784176 2024-11-07T15:19:44,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:44,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:19:44,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:19:44,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:44,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:19:44,329 DEBUG [7b3e4e8e12ef:35591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:19:44,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:44,330 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44835,1730992781734, state=OPENING 2024-11-07T15:19:44,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:19:44,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:44,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:44,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:19:44,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21410728990/meta-region-server: CHANGED 2024-11-07T15:19:44,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21410728990/meta-region-server: CHANGED 2024-11-07T15:19:44,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44835,1730992781734}] 2024-11-07T15:19:44,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:44,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:19:44,546 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:19:44,546 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:44,547 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:19:44,548 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44835%2C1730992781734.meta, suffix=.meta, logDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/oldWALs, maxLogs=10 2024-11-07T15:19:44,563 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.meta.1730992784548.meta, exclude list is [], retry=0 2024-11-07T15:19:44,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44479,DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc,DISK] 2024-11-07T15:19:44,567 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.meta.1730992784548.meta 2024-11-07T15:19:44,567 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-07T15:19:44,567 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:44,567 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:44,567 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:44,568 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:19:44,568 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:19:44,568 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:19:44,568 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:44,568 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:19:44,568 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:19:44,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:19:44,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:19:44,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:19:44,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:19:44,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:19:44,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:19:44,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:19:44,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:19:44,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:19:44,573 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:19:44,574 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740 2024-11-07T15:19:44,574 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740 2024-11-07T15:19:44,575 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:19:44,575 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:19:44,576 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:19:44,577 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:19:44,577 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64499792, jitterRate=-0.03887820243835449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:19:44,577 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:19:44,577 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992784568Writing region info on filesystem at 1730992784568Initializing all the Stores at 1730992784569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992784569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992784569Cleaning up temporary data from old regions at 1730992784575 (+6 ms)Running coprocessor post-open hooks at 1730992784577 (+2 ms)Region opened successfully at 1730992784577 2024-11-07T15:19:44,578 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992784542 2024-11-07T15:19:44,580 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:19:44,580 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:19:44,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:44,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,44835,1730992781734, state=OPEN 2024-11-07T15:19:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21410728990/meta-region-server 2024-11-07T15:19:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21410728990/meta-region-server 2024-11-07T15:19:44,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:44,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21410728990/meta-region-server: CHANGED 2024-11-07T15:19:44,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21410728990/meta-region-server: CHANGED 2024-11-07T15:19:44,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:19:44,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,44835,1730992781734 in 200 msec 2024-11-07T15:19:44,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:19:44,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-07T15:19:44,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:19:44,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:19:44,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:44,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=-1] 2024-11-07T15:19:44,596 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:44,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:44,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-07T15:19:44,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992784600, completionTime=-1 2024-11-07T15:19:44,600 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:19:44,600 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992844602 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992904602 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,602 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35591, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,603 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,604 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:19:44,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:19:44,607 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:19:44,607 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:19:44,607 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35591,1730992781587-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:19:44,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6044ae81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:44,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:44,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:44,656 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3718947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:44,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:44,657 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:44,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173f8f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:44,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:44,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=-1] 2024-11-07T15:19:44,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:44,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:44,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:44,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54710 2024-11-07T15:19:44,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:19:44,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115e17bd20008 connected 2024-11-07T15:19:44,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4846db27 2024-11-07T15:19:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:44,688 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:44,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:19:44,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:44,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:44,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:19:44,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:19:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:45,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afc751ad72ff9d7d2dc8693da727bf1b, NAME => 'test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47 2024-11-07T15:19:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing afc751ad72ff9d7d2dc8693da727bf1b, disabling compactions & flushes 2024-11-07T15:19:45,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. after waiting 0 ms 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for afc751ad72ff9d7d2dc8693da727bf1b: Waiting for close lock at 1730992785104Disabling compacts and flushes for region at 1730992785104Disabling writes for close at 1730992785104Writing region close event to WAL at 1730992785104Closed at 1730992785104 2024-11-07T15:19:45,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:45,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992785105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992785105"}]},"ts":"1730992785105"} 2024-11-07T15:19:45,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:45,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:45,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992785107"}]},"ts":"1730992785107"} 2024-11-07T15:19:45,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:19:45,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc751ad72ff9d7d2dc8693da727bf1b, ASSIGN}] 2024-11-07T15:19:45,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc751ad72ff9d7d2dc8693da727bf1b, ASSIGN 2024-11-07T15:19:45,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=afc751ad72ff9d7d2dc8693da727bf1b, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,43427,1730992769451; forceNewPlan=false, retain=false 2024-11-07T15:19:45,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc751ad72ff9d7d2dc8693da727bf1b, regionState=OPENING, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=afc751ad72ff9d7d2dc8693da727bf1b, ASSIGN because future has completed 2024-11-07T15:19:45,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc751ad72ff9d7d2dc8693da727bf1b, server=7b3e4e8e12ef,43427,1730992769451}] 2024-11-07T15:19:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:45,418 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,418 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => afc751ad72ff9d7d2dc8693da727bf1b, NAME => 'test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:45,418 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:45,418 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:19:45,418 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,419 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:45,419 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,419 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,420 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,420 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc751ad72ff9d7d2dc8693da727bf1b columnFamilyName f 2024-11-07T15:19:45,420 DEBUG [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:45,421 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(327): Store=afc751ad72ff9d7d2dc8693da727bf1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:45,421 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,421 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc751ad72ff9d7d2dc8693da727bf1b columnFamilyName f1 2024-11-07T15:19:45,421 DEBUG [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:45,422 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(327): Store=afc751ad72ff9d7d2dc8693da727bf1b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:45,422 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,422 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc751ad72ff9d7d2dc8693da727bf1b columnFamilyName norep 2024-11-07T15:19:45,422 DEBUG [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:45,423 INFO [StoreOpener-afc751ad72ff9d7d2dc8693da727bf1b-1 {}] regionserver.HStore(327): Store=afc751ad72ff9d7d2dc8693da727bf1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:45,423 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,423 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,424 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,424 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,424 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,425 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:45,425 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,426 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:45,427 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened afc751ad72ff9d7d2dc8693da727bf1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65245828, jitterRate=-0.027761399745941162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:45,427 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:19:45,427 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for afc751ad72ff9d7d2dc8693da727bf1b: Running coprocessor pre-open hook at 1730992785419Writing region info on filesystem at 1730992785419Initializing all the Stores at 1730992785419Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992785419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992785419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992785419Cleaning up temporary data from old regions at 1730992785424 (+5 ms)Running coprocessor post-open hooks at 1730992785427 (+3 ms)Region opened successfully at 1730992785427 2024-11-07T15:19:45,428 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b., pid=6, masterSystemTime=1730992785415 2024-11-07T15:19:45,430 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,430 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:19:45,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc751ad72ff9d7d2dc8693da727bf1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc751ad72ff9d7d2dc8693da727bf1b, server=7b3e4e8e12ef,43427,1730992769451 because future has completed 2024-11-07T15:19:45,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:19:45,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure afc751ad72ff9d7d2dc8693da727bf1b, server=7b3e4e8e12ef,43427,1730992769451 in 169 msec 2024-11-07T15:19:45,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:19:45,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=afc751ad72ff9d7d2dc8693da727bf1b, ASSIGN in 325 msec 2024-11-07T15:19:45,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:45,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992785436"}]},"ts":"1730992785436"} 2024-11-07T15:19:45,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:19:45,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:45,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-07T15:19:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:45,833 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:19:45,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0ada8a 2024-11-07T15:19:45,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:45,835 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:45,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:19:45,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:45,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:45,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:19:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:45,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:19:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:46,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, NAME => 'test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b 2024-11-07T15:19:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:19:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, disabling compactions & flushes 2024-11-07T15:19:46,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. after waiting 0 ms 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47: Waiting for close lock at 1730992786649Disabling compacts and flushes for region at 1730992786649Disabling writes for close at 1730992786649Writing region close event to WAL at 1730992786649Closed at 1730992786649 2024-11-07T15:19:46,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:46,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992786650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992786650"}]},"ts":"1730992786650"} 2024-11-07T15:19:46,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:46,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:46,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992786653"}]},"ts":"1730992786653"} 2024-11-07T15:19:46,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:19:46,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, ASSIGN}] 2024-11-07T15:19:46,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, ASSIGN 2024-11-07T15:19:46,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,32809,1730992775187; forceNewPlan=false, retain=false 2024-11-07T15:19:46,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, regionState=OPENING, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:46,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, ASSIGN because future has completed 2024-11-07T15:19:46,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, server=7b3e4e8e12ef,32809,1730992775187}] 2024-11-07T15:19:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:46,975 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,975 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, NAME => 'test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:46,976 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:46,976 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,976 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:46,977 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,977 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,978 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,979 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 columnFamilyName f 2024-11-07T15:19:46,979 DEBUG [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:46,979 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(327): Store=7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:46,979 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,980 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 columnFamilyName f1 2024-11-07T15:19:46,980 DEBUG [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:46,981 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(327): Store=7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:46,981 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,981 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 columnFamilyName norep 2024-11-07T15:19:46,981 DEBUG [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:46,982 INFO [StoreOpener-7fd6cd1d5b1f2e21ef9b69d4cd41dd47-1 {}] regionserver.HStore(327): Store=7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:46,982 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,983 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,983 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,984 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,984 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,984 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:46,985 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,987 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:46,987 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fd6cd1d5b1f2e21ef9b69d4cd41dd47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214268, jitterRate=-0.013330519199371338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:46,987 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:19:46,987 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47: Running coprocessor pre-open hook at 1730992786977Writing region info on filesystem at 1730992786977Initializing all the Stores at 1730992786977Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992786977Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992786978 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992786978Cleaning up temporary data from old regions at 1730992786984 (+6 ms)Running coprocessor post-open hooks at 1730992786987 (+3 ms)Region opened successfully at 1730992786987 2024-11-07T15:19:46,988 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., pid=6, masterSystemTime=1730992786972 2024-11-07T15:19:46,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,990 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:19:46,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, server=7b3e4e8e12ef,32809,1730992775187 because future has completed 2024-11-07T15:19:46,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:19:46,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, server=7b3e4e8e12ef,32809,1730992775187 in 173 msec 2024-11-07T15:19:46,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:19:46,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fd6cd1d5b1f2e21ef9b69d4cd41dd47, ASSIGN in 340 msec 2024-11-07T15:19:46,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:46,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992786998"}]},"ts":"1730992786998"} 2024-11-07T15:19:47,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:19:47,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:47,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-07T15:19:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:47,984 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:19:47,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cf07b5 2024-11-07T15:19:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:47,986 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:47,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:19:47,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:47,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:47,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:19:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:47,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:19:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:48,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a2041b83b234f3ba68d9df7968207c7, NAME => 'test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc 2024-11-07T15:19:48,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:19:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a2041b83b234f3ba68d9df7968207c7, disabling compactions & flushes 2024-11-07T15:19:48,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. after waiting 0 ms 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:48,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:48,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a2041b83b234f3ba68d9df7968207c7: Waiting for close lock at 1730992788800Disabling compacts and flushes for region at 1730992788800Disabling writes for close at 1730992788800Writing region close event to WAL at 1730992788800Closed at 1730992788800 2024-11-07T15:19:48,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:48,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992788801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992788801"}]},"ts":"1730992788801"} 2024-11-07T15:19:48,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:48,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:48,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992788805"}]},"ts":"1730992788805"} 2024-11-07T15:19:48,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:19:48,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a2041b83b234f3ba68d9df7968207c7, ASSIGN}] 2024-11-07T15:19:48,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a2041b83b234f3ba68d9df7968207c7, ASSIGN 2024-11-07T15:19:48,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a2041b83b234f3ba68d9df7968207c7, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,44835,1730992781734; forceNewPlan=false, retain=false 2024-11-07T15:19:48,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a2041b83b234f3ba68d9df7968207c7, regionState=OPENING, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:48,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a2041b83b234f3ba68d9df7968207c7, ASSIGN because future has completed 2024-11-07T15:19:48,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2041b83b234f3ba68d9df7968207c7, server=7b3e4e8e12ef,44835,1730992781734}] 2024-11-07T15:19:49,116 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:49,117 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a2041b83b234f3ba68d9df7968207c7, NAME => 'test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:49,117 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:49,117 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:19:49,117 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,117 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:49,117 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,117 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,119 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,120 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2041b83b234f3ba68d9df7968207c7 columnFamilyName f 2024-11-07T15:19:49,120 DEBUG [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:49,120 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(327): Store=3a2041b83b234f3ba68d9df7968207c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:49,120 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,121 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2041b83b234f3ba68d9df7968207c7 columnFamilyName f1 2024-11-07T15:19:49,121 DEBUG [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:49,121 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(327): Store=3a2041b83b234f3ba68d9df7968207c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:49,121 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,122 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2041b83b234f3ba68d9df7968207c7 columnFamilyName norep 2024-11-07T15:19:49,122 DEBUG [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:49,122 INFO [StoreOpener-3a2041b83b234f3ba68d9df7968207c7-1 {}] regionserver.HStore(327): Store=3a2041b83b234f3ba68d9df7968207c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:49,122 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,123 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,123 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:49,123 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,124 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,124 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:49,125 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,126 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:49,127 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a2041b83b234f3ba68d9df7968207c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73334745, jitterRate=0.09277285635471344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:49,127 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:19:49,127 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a2041b83b234f3ba68d9df7968207c7: Running coprocessor pre-open hook at 1730992789117Writing region info on filesystem at 1730992789117Initializing all the Stores at 1730992789118 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992789118Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992789118Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992789118Cleaning up temporary data from old regions at 1730992789124 (+6 ms)Running coprocessor post-open hooks at 1730992789127 (+3 ms)Region opened successfully at 1730992789127 2024-11-07T15:19:49,127 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7., pid=6, masterSystemTime=1730992789113 2024-11-07T15:19:49,129 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:49,129 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:19:49,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a2041b83b234f3ba68d9df7968207c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:49,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2041b83b234f3ba68d9df7968207c7, server=7b3e4e8e12ef,44835,1730992781734 because future has completed 2024-11-07T15:19:49,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:19:49,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a2041b83b234f3ba68d9df7968207c7, server=7b3e4e8e12ef,44835,1730992781734 in 171 msec 2024-11-07T15:19:49,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:19:49,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a2041b83b234f3ba68d9df7968207c7, ASSIGN in 328 msec 2024-11-07T15:19:49,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:49,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992789136"}]},"ts":"1730992789136"} 2024-11-07T15:19:49,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:19:49,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:49,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-07T15:19:49,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:19:50,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:50,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:19:50,134 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:19:50,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d22f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:50,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:50,136 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256ef9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:50,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:50,137 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3a0d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34fa7681 2024-11-07T15:19:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:50,140 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:50,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:41769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:19:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:50,142 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:41769' 2024-11-07T15:19:50,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602bc782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,143 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:50,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:50,143 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282a1396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:50,145 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:50,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750dde5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:50,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113025d 2024-11-07T15:19:50,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:50,147 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:50,147 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:19:50,147 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:19:50,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:50,147 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:50,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:50,148 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:50,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:19:50,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:50,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:50,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:19:50,199 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:50,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ffe7e526b8fef1ea9011fccd9a73026, NAME => 'hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47 2024-11-07T15:19:50,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ffe7e526b8fef1ea9011fccd9a73026, disabling compactions & flushes 2024-11-07T15:19:50,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. after waiting 0 ms 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ffe7e526b8fef1ea9011fccd9a73026: Waiting for close lock at 1730992790560Disabling compacts and flushes for region at 1730992790560Disabling writes for close at 1730992790560Writing region close event to WAL at 1730992790560Closed at 1730992790560 2024-11-07T15:19:50,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:50,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992790561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992790561"}]},"ts":"1730992790561"} 2024-11-07T15:19:50,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:50,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:50,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992790564"}]},"ts":"1730992790564"} 2024-11-07T15:19:50,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:19:50,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ffe7e526b8fef1ea9011fccd9a73026, ASSIGN}] 2024-11-07T15:19:50,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ffe7e526b8fef1ea9011fccd9a73026, ASSIGN 2024-11-07T15:19:50,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ffe7e526b8fef1ea9011fccd9a73026, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,43427,1730992769451; forceNewPlan=false, retain=false 2024-11-07T15:19:50,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ffe7e526b8fef1ea9011fccd9a73026, regionState=OPENING, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:50,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ffe7e526b8fef1ea9011fccd9a73026, ASSIGN because future has completed 2024-11-07T15:19:50,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ffe7e526b8fef1ea9011fccd9a73026, server=7b3e4e8e12ef,43427,1730992769451}] 2024-11-07T15:19:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:50,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:50,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:19:50,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C43427%2C1730992769451.rep, suffix=, logDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451, archiveDir=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/oldWALs, maxLogs=10 2024-11-07T15:19:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.rep.1730992790876, exclude list is [], retry=0 2024-11-07T15:19:50,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-c8e0d739-7517-43f7-b2f4-cfc0200b3676,DISK] 2024-11-07T15:19:50,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.rep.1730992790876 2024-11-07T15:19:50,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40579:40579)] 2024-11-07T15:19:50,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ffe7e526b8fef1ea9011fccd9a73026, NAME => 'hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:50,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. service=MultiRowMutationService 2024-11-07T15:19:50,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,894 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,895 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ffe7e526b8fef1ea9011fccd9a73026 columnFamilyName hfileref 2024-11-07T15:19:50,895 DEBUG [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:50,895 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(327): Store=9ffe7e526b8fef1ea9011fccd9a73026/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:50,895 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,896 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ffe7e526b8fef1ea9011fccd9a73026 columnFamilyName queue 2024-11-07T15:19:50,896 DEBUG [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:50,896 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(327): Store=9ffe7e526b8fef1ea9011fccd9a73026/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:50,897 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,897 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ffe7e526b8fef1ea9011fccd9a73026 columnFamilyName sid 2024-11-07T15:19:50,897 DEBUG [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:50,897 INFO [StoreOpener-9ffe7e526b8fef1ea9011fccd9a73026-1 {}] regionserver.HStore(327): Store=9ffe7e526b8fef1ea9011fccd9a73026/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:50,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/replication/9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/replication/9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:50,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/replication/9ffe7e526b8fef1ea9011fccd9a73026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:50,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ffe7e526b8fef1ea9011fccd9a73026; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70523988, jitterRate=0.05088931322097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:50,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:19:50,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ffe7e526b8fef1ea9011fccd9a73026: Running coprocessor pre-open hook at 1730992790893Writing region info on filesystem at 1730992790893Initializing all the Stores at 1730992790894 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992790894Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992790894Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992790894Cleaning up temporary data from old regions at 1730992790899 (+5 ms)Running coprocessor post-open hooks at 1730992790902 (+3 ms)Region opened successfully at 1730992790902 2024-11-07T15:19:50,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., pid=10, masterSystemTime=1730992790872 2024-11-07T15:19:50,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:19:50,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ffe7e526b8fef1ea9011fccd9a73026, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:19:50,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ffe7e526b8fef1ea9011fccd9a73026, server=7b3e4e8e12ef,43427,1730992769451 because future has completed 2024-11-07T15:19:50,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:19:50,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ffe7e526b8fef1ea9011fccd9a73026, server=7b3e4e8e12ef,43427,1730992769451 in 191 msec 2024-11-07T15:19:50,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:19:50,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ffe7e526b8fef1ea9011fccd9a73026, ASSIGN in 347 msec 2024-11-07T15:19:50,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:50,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992790915"}]},"ts":"1730992790915"} 2024-11-07T15:19:50,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:19:50,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:50,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-07T15:19:50,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=2] 2024-11-07T15:19:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:19:51,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:19:51,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:19:51,227 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:19:51,252 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,43427,1730992769451, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:19:51,252 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:51,253 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=-1] 2024-11-07T15:19:51,253 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:51,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:51,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,43427,1730992769451', locateType=CURRENT is [region=hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=2] 2024-11-07T15:19:51,263 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:19:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:19:51,266 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,43427,1730992769451 suceeded 2024-11-07T15:19:51,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:19:51,267 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:41769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:19:51,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T15:19:51,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1270 sec 2024-11-07T15:19:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:51,274 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:19:51,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:51,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:51,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:51,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d242c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:51,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:51,276 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55080d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,280 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e1ccf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b542b4 2024-11-07T15:19:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:51,284 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:51,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:35591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:19:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:19:51,285 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:41769' 2024-11-07T15:19:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:51,287 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35591' 2024-11-07T15:19:51,288 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f4fa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,288 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:51,288 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:51,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0eb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,288 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:51,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:51,289 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:51,289 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a8d46c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,290 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:51,290 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdaec9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,291 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d976c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:51,291 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:51,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1a2bf4 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4079eec8 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:51,292 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:51,293 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-07T15:19:51,293 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:19:51,293 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:19:51,293 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,293 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:51,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:51,294 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:51,294 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,43427,1730992769451 (queues=1) is replicating from cluster=de0db098-9c8c-4881-8cf9-6b9e80dbaba9 to cluster=08333c92-f29d-4536-8c02-ec7105949f30 2024-11-07T15:19:51,294 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C43427%2C1730992769451 2024-11-07T15:19:51,294 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,43427,1730992769451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:19:51,295 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:19:51,295 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, startPosition=0, beingWritten=true 2024-11-07T15:19:51,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:51,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:51,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:51,312 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C43427%2C1730992769451 2024-11-07T15:19:51,329 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:51,329 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:19:51,330 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:51,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f556c5cd9e87337a7b507382b99124c, NAME => 'hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b 2024-11-07T15:19:51,345 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:19:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:19:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:51,546 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f556c5cd9e87337a7b507382b99124c, disabling compactions & flushes 2024-11-07T15:19:51,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. after waiting 0 ms 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:51,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:51,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f556c5cd9e87337a7b507382b99124c: Waiting for close lock at 1730992791754Disabling compacts and flushes for region at 1730992791754Disabling writes for close at 1730992791754Writing region close event to WAL at 1730992791754Closed at 1730992791754 2024-11-07T15:19:51,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:51,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992791755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992791755"}]},"ts":"1730992791755"} 2024-11-07T15:19:51,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:51,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:51,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992791758"}]},"ts":"1730992791758"} 2024-11-07T15:19:51,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:19:51,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f556c5cd9e87337a7b507382b99124c, ASSIGN}] 2024-11-07T15:19:51,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f556c5cd9e87337a7b507382b99124c, ASSIGN 2024-11-07T15:19:51,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f556c5cd9e87337a7b507382b99124c, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,32809,1730992775187; forceNewPlan=false, retain=false 2024-11-07T15:19:51,849 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:51,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f556c5cd9e87337a7b507382b99124c, regionState=OPENING, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f556c5cd9e87337a7b507382b99124c, ASSIGN because future has completed 2024-11-07T15:19:51,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f556c5cd9e87337a7b507382b99124c, server=7b3e4e8e12ef,32809,1730992775187}] 2024-11-07T15:19:52,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:52,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:52,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:19:52,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C32809%2C1730992775187.rep, suffix=, logDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187, archiveDir=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/oldWALs, maxLogs=10 2024-11-07T15:19:52,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.rep.1730992792072, exclude list is [], retry=0 2024-11-07T15:19:52,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-adb6d40b-0c0f-456d-92ef-25438e17e360,DISK] 2024-11-07T15:19:52,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.rep.1730992792072 2024-11-07T15:19:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37671:37671)] 2024-11-07T15:19:52,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f556c5cd9e87337a7b507382b99124c, NAME => 'hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:52,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:52,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. service=MultiRowMutationService 2024-11-07T15:19:52,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:19:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,098 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,099 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f556c5cd9e87337a7b507382b99124c columnFamilyName hfileref 2024-11-07T15:19:52,099 DEBUG [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:52,100 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(327): Store=4f556c5cd9e87337a7b507382b99124c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:52,100 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,100 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f556c5cd9e87337a7b507382b99124c columnFamilyName queue 2024-11-07T15:19:52,100 DEBUG [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:52,101 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(327): Store=4f556c5cd9e87337a7b507382b99124c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:52,101 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,102 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f556c5cd9e87337a7b507382b99124c columnFamilyName sid 2024-11-07T15:19:52,102 DEBUG [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:52,102 INFO [StoreOpener-4f556c5cd9e87337a7b507382b99124c-1 {}] regionserver.HStore(327): Store=4f556c5cd9e87337a7b507382b99124c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:52,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:52,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:52,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f556c5cd9e87337a7b507382b99124c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66837237, jitterRate=-0.004047557711601257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:52,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:19:52,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f556c5cd9e87337a7b507382b99124c: Running coprocessor pre-open hook at 1730992792097Writing region info on filesystem at 1730992792097Initializing all the Stores at 1730992792097Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992792097Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992792098 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992792098Cleaning up temporary data from old regions at 1730992792104 (+6 ms)Running coprocessor post-open hooks at 1730992792107 (+3 ms)Region opened successfully at 1730992792107 2024-11-07T15:19:52,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c., pid=10, masterSystemTime=1730992792066 2024-11-07T15:19:52,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:52,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:19:52,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f556c5cd9e87337a7b507382b99124c, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:19:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f556c5cd9e87337a7b507382b99124c, server=7b3e4e8e12ef,32809,1730992775187 because future has completed 2024-11-07T15:19:52,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:19:52,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f556c5cd9e87337a7b507382b99124c, server=7b3e4e8e12ef,32809,1730992775187 in 198 msec 2024-11-07T15:19:52,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:19:52,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f556c5cd9e87337a7b507382b99124c, ASSIGN in 354 msec 2024-11-07T15:19:52,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:52,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992792116"}]},"ts":"1730992792116"} 2024-11-07T15:19:52,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:19:52,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:52,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-11-07T15:19:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c., hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=2] 2024-11-07T15:19:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:19:52,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:19:52,253 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:52,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:19:52,396 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:19:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:52,424 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,32809,1730992775187, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:19:52,424 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:52,424 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=-1] 2024-11-07T15:19:52,424 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:52,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:52,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,32809,1730992775187', locateType=CURRENT is [region=hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c., hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=2] 2024-11-07T15:19:52,428 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:19:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:19:52,430 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,32809,1730992775187 suceeded 2024-11-07T15:19:52,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:19:52,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T15:19:52,432 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:35591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:19:52,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1480 sec 2024-11-07T15:19:52,442 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35591' 2024-11-07T15:19:52,443 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2494f79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:52,443 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:52,443 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:52,444 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad05a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:52,445 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:52,446 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541bbc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:52,446 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:52,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:52,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49d79226 2024-11-07T15:19:52,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:52,447 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-07T15:19:52,448 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,32809,1730992775187 (queues=1) is replicating from cluster=08333c92-f29d-4536-8c02-ec7105949f30 to cluster=49cb5881-9301-4e9a-88d2-8514bddfd7d3 2024-11-07T15:19:52,448 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C32809%2C1730992775187 2024-11-07T15:19:52,448 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,32809,1730992775187, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:19:52,448 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C32809%2C1730992775187 2024-11-07T15:19:52,448 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, startPosition=0, beingWritten=true 2024-11-07T15:19:52,453 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:52,453 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:52,453 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:52,656 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:52,756 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:52,959 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:53,360 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:53,362 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:53,433 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:19:53,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:53,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:53,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6380edfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:53,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:53,435 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c268cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:53,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,436 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:53,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf14b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:19:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@294e9376 2024-11-07T15:19:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:53,438 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:53,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:37129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:19:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:19:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:53,440 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:37129' 2024-11-07T15:19:53,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2d63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,441 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:53,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:53,442 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:53,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:53,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:53,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35487b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:53,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:53,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,443 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db7d451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:53,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8df79a 2024-11-07T15:19:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:53,445 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:19:53,446 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:19:53,446 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:19:53,446 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,446 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:53,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:53,446 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:19:53,447 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:19:53,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:19:53,448 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:53,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:19:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:19:53,497 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:19:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:53,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e929c3101703c190322a533239bbe374, NAME => 'hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc 2024-11-07T15:19:53,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:19:53,866 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:54,063 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:19:54,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:19:54,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:19:54,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:19:54,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:54,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e929c3101703c190322a533239bbe374, disabling compactions & flushes 2024-11-07T15:19:54,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. after waiting 0 ms 2024-11-07T15:19:54,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e929c3101703c190322a533239bbe374: Waiting for close lock at 1730992794259Disabling compacts and flushes for region at 1730992794259Disabling writes for close at 1730992794260 (+1 ms)Writing region close event to WAL at 1730992794260Closed at 1730992794260 2024-11-07T15:19:54,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:19:54,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992794308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992794308"}]},"ts":"1730992794308"} 2024-11-07T15:19:54,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:19:54,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:19:54,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992794311"}]},"ts":"1730992794311"} 2024-11-07T15:19:54,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:19:54,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e929c3101703c190322a533239bbe374, ASSIGN}] 2024-11-07T15:19:54,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e929c3101703c190322a533239bbe374, ASSIGN 2024-11-07T15:19:54,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e929c3101703c190322a533239bbe374, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,44835,1730992781734; forceNewPlan=false, retain=false 2024-11-07T15:19:54,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e929c3101703c190322a533239bbe374, regionState=OPENING, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e929c3101703c190322a533239bbe374, ASSIGN because future has completed 2024-11-07T15:19:54,470 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:54,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e929c3101703c190322a533239bbe374, server=7b3e4e8e12ef,44835,1730992781734}] 2024-11-07T15:19:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:54,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:19:54,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:19:54,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C44835%2C1730992781734.rep, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/oldWALs, maxLogs=10 2024-11-07T15:19:54,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.rep.1730992794627, exclude list is [], retry=0 2024-11-07T15:19:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44479,DS-2710a2f8-0341-4cb9-9c6a-8fabd947f7cc,DISK] 2024-11-07T15:19:54,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.rep.1730992794627 2024-11-07T15:19:54,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-07T15:19:54,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e929c3101703c190322a533239bbe374, NAME => 'hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:19:54,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. service=MultiRowMutationService 2024-11-07T15:19:54,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,646 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,647 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e929c3101703c190322a533239bbe374 columnFamilyName hfileref 2024-11-07T15:19:54,647 DEBUG [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:54,647 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(327): Store=e929c3101703c190322a533239bbe374/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:54,648 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,648 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e929c3101703c190322a533239bbe374 columnFamilyName queue 2024-11-07T15:19:54,648 DEBUG [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:54,649 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(327): Store=e929c3101703c190322a533239bbe374/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:54,649 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,649 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e929c3101703c190322a533239bbe374 columnFamilyName sid 2024-11-07T15:19:54,649 DEBUG [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:19:54,649 INFO [StoreOpener-e929c3101703c190322a533239bbe374-1 {}] regionserver.HStore(327): Store=e929c3101703c190322a533239bbe374/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:19:54,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:19:54,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:19:54,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e929c3101703c190322a533239bbe374; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75446322, jitterRate=0.12423780560493469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:19:54,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e929c3101703c190322a533239bbe374 2024-11-07T15:19:54,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e929c3101703c190322a533239bbe374: Running coprocessor pre-open hook at 1730992794645Writing region info on filesystem at 1730992794645Initializing all the Stores at 1730992794646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992794646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992794646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992794646Cleaning up temporary data from old regions at 1730992794651 (+5 ms)Running coprocessor post-open hooks at 1730992794654 (+3 ms)Region opened successfully at 1730992794654 2024-11-07T15:19:54,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374., pid=10, masterSystemTime=1730992794623 2024-11-07T15:19:54,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:19:54,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e929c3101703c190322a533239bbe374, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:19:54,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e929c3101703c190322a533239bbe374, server=7b3e4e8e12ef,44835,1730992781734 because future has completed 2024-11-07T15:19:54,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:19:54,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e929c3101703c190322a533239bbe374, server=7b3e4e8e12ef,44835,1730992781734 in 189 msec 2024-11-07T15:19:54,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:19:54,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e929c3101703c190322a533239bbe374, ASSIGN in 348 msec 2024-11-07T15:19:54,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:19:54,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992794663"}]},"ts":"1730992794663"} 2024-11-07T15:19:54,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:19:54,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:19:54,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-07T15:19:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374., hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=2] 2024-11-07T15:19:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:19:54,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:19:54,867 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:54,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:19:54,943 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:19:54,967 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,44835,1730992781734, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:19:54,967 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:54,967 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=-1] 2024-11-07T15:19:54,967 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:54,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:54,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,44835,1730992781734', locateType=CURRENT is [region=hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374., hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=2] 2024-11-07T15:19:54,971 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:19:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:19:54,973 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,44835,1730992781734 suceeded 2024-11-07T15:19:54,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:19:54,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-07T15:19:54,975 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:37129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:19:54,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-07T15:19:54,984 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:37129' 2024-11-07T15:19:54,985 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:54,985 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:54,985 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:54,986 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab85df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:54,987 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:54,988 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:54,988 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:19:54,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:19:54,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47588b1a 2024-11-07T15:19:54,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:19:54,989 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T15:19:54,989 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,44835,1730992781734 (queues=1) is replicating from cluster=49cb5881-9301-4e9a-88d2-8514bddfd7d3 to cluster=de0db098-9c8c-4881-8cf9-6b9e80dbaba9 2024-11-07T15:19:54,989 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C44835%2C1730992781734 2024-11-07T15:19:54,989 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,44835,1730992781734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:19:54,990 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C44835%2C1730992781734 2024-11-07T15:19:54,990 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, startPosition=0, beingWritten=true 2024-11-07T15:19:54,993 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:54,993 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 379, reset compression=false 2024-11-07T15:19:54,993 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:55,177 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:55,196 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 379, reset compression=false 2024-11-07T15:19:55,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:19:55,499 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 379, reset compression=false 2024-11-07T15:19:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:19:55,584 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:19:55,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:19:55,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:19:55,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:19:55,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c602239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:55,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:55,585 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6311ab93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,586 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4336e17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:55,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:55,588 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6721eaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,589 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6fc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d0fb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:55,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:55,590 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd89858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,591 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=-1] 2024-11-07T15:19:55,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:55,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b., hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=2] 2024-11-07T15:19:55,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=-1] 2024-11-07T15:19:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:55,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7., hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=2] 2024-11-07T15:19:55,611 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T15:19:55,770 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 379, reset compression=false 2024-11-07T15:19:55,774 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:55,774 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 480, reset compression=false 2024-11-07T15:19:55,774 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc751ad72ff9d7d2dc8693da727bf1b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T15:19:55,776 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:55,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-07T15:19:55,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:55,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cdbce8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,41769,-1 for getting cluster id 2024-11-07T15:19:55,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:55,778 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08333c92-f29d-4536-8c02-ec7105949f30' 2024-11-07T15:19:55,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:55,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08333c92-f29d-4536-8c02-ec7105949f30" 2024-11-07T15:19:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b53a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,41769,-1] 2024-11-07T15:19:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:55,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,779 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:55,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec92f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:55,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=-1] 2024-11-07T15:19:55,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:55,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:55,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=2] 2024-11-07T15:19:55,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:55,903 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 379, reset compression=false 2024-11-07T15:19:55,977 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 480, reset compression=false 2024-11-07T15:19:55,980 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 379, reset compression=false 2024-11-07T15:19:55,984 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:55,984 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 504, reset compression=false 2024-11-07T15:19:55,984 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T15:19:55,986 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:55,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-07T15:19:55,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:55,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee120f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:19:55,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:55,988 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:19:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:19:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1dd7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:19:55,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:55,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:55,989 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:55,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695fc484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:55,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=-1] 2024-11-07T15:19:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:55,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7., hostname=7b3e4e8e12ef,44835,1730992781734, seqNum=2] 2024-11-07T15:19:55,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:56,187 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 504, reset compression=false 2024-11-07T15:19:56,281 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 480, reset compression=false 2024-11-07T15:19:56,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:19:56,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,406 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 379, reset compression=false 2024-11-07T15:19:56,409 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:56,409 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 527, reset compression=false 2024-11-07T15:19:56,409 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:56,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:19:56,491 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 504, reset compression=false 2024-11-07T15:19:56,612 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T15:19:56,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=-1] 2024-11-07T15:19:56,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:56,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:19:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., hostname=7b3e4e8e12ef,32809,1730992775187, seqNum=2] 2024-11-07T15:19:56,617 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 527, reset compression=false 2024-11-07T15:19:56,619 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T15:19:56,684 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 480, reset compression=false 2024-11-07T15:19:56,894 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 504, reset compression=false 2024-11-07T15:19:56,898 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:56,898 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 608, reset compression=false 2024-11-07T15:19:56,899 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:19:56,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:56,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:56,920 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 527, reset compression=false 2024-11-07T15:19:56,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:56,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 654, reset compression=false 2024-11-07T15:19:56,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a2041b83b234f3ba68d9df7968207c7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T15:19:56,926 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:19:56,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T15:19:56,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:56,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fcdc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:56,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:19:56,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:19:56,930 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:19:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:19:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:19:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c118246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:19:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:19:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:19:56,931 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:19:56,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e191c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:19:56,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:19:56,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=-1] 2024-11-07T15:19:56,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:19:56,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T15:19:56,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b., hostname=7b3e4e8e12ef,43427,1730992769451, seqNum=2] 2024-11-07T15:19:56,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:57,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 608, reset compression=false 2024-11-07T15:19:57,133 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 654, reset compression=false 2024-11-07T15:19:57,187 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 480, reset compression=false 2024-11-07T15:19:57,191 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:57,191 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 630, reset compression=false 2024-11-07T15:19:57,191 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:57,394 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 630, reset compression=false 2024-11-07T15:19:57,405 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 608, reset compression=false 2024-11-07T15:19:57,437 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 654, reset compression=false 2024-11-07T15:19:57,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T15:19:57,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T15:19:57,697 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 630, reset compression=false 2024-11-07T15:19:57,808 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 608, reset compression=false 2024-11-07T15:19:57,840 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 654, reset compression=false 2024-11-07T15:19:57,843 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:57,843 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 758, reset compression=false 2024-11-07T15:19:57,843 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a2041b83b234f3ba68d9df7968207c7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:19:57,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:57,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:58,046 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 758, reset compression=false 2024-11-07T15:19:58,100 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 630, reset compression=false 2024-11-07T15:19:58,103 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:58,104 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 757, reset compression=false 2024-11-07T15:19:58,104 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc751ad72ff9d7d2dc8693da727bf1b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T15:19:58,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:58,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:58,307 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 757, reset compression=false 2024-11-07T15:19:58,311 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 608, reset compression=false 2024-11-07T15:19:58,315 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:58,315 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 759, reset compression=false 2024-11-07T15:19:58,315 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:58,349 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 758, reset compression=false 2024-11-07T15:19:58,518 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 759, reset compression=false 2024-11-07T15:19:58,610 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 757, reset compression=false 2024-11-07T15:19:58,624 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T15:19:58,628 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T15:19:58,752 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 758, reset compression=false 2024-11-07T15:19:58,822 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 759, reset compression=false 2024-11-07T15:19:58,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:19:59,014 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 757, reset compression=false 2024-11-07T15:19:59,019 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:59,019 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 913, reset compression=false 2024-11-07T15:19:59,019 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc751ad72ff9d7d2dc8693da727bf1b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T15:19:59,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:59,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:59,222 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 913, reset compression=false 2024-11-07T15:19:59,226 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 759, reset compression=false 2024-11-07T15:19:59,229 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:59,229 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 907, reset compression=false 2024-11-07T15:19:59,229 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T15:19:59,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:59,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:59,256 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 758, reset compression=false 2024-11-07T15:19:59,318 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:59,318 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 929, reset compression=false 2024-11-07T15:19:59,318 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:59,432 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 907, reset compression=false 2024-11-07T15:19:59,522 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 929, reset compression=false 2024-11-07T15:19:59,525 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 913, reset compression=false 2024-11-07T15:19:59,630 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T15:19:59,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T15:19:59,735 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 907, reset compression=false 2024-11-07T15:19:59,748 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:59,748 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1066, reset compression=false 2024-11-07T15:19:59,748 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T15:19:59,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:59,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:59,826 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 929, reset compression=false 2024-11-07T15:19:59,829 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:19:59,829 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1078, reset compression=false 2024-11-07T15:19:59,829 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a2041b83b234f3ba68d9df7968207c7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T15:19:59,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:19:59,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:19:59,928 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 913, reset compression=false 2024-11-07T15:19:59,931 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:19:59,931 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1085, reset compression=false 2024-11-07T15:19:59,931 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:19:59,952 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1066, reset compression=false 2024-11-07T15:20:00,032 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1078, reset compression=false 2024-11-07T15:20:00,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:00,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:00,033 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68423 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:00,134 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1085, reset compression=false 2024-11-07T15:20:00,255 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1066, reset compression=false 2024-11-07T15:20:00,336 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1078, reset compression=false 2024-11-07T15:20:00,438 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1085, reset compression=false 2024-11-07T15:20:00,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T15:20:00,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T15:20:00,658 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1066, reset compression=false 2024-11-07T15:20:00,740 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1078, reset compression=false 2024-11-07T15:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1237, reset compression=false 2024-11-07T15:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a2041b83b234f3ba68d9df7968207c7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T15:20:00,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:00,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:00,841 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1085, reset compression=false 2024-11-07T15:20:00,844 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:00,844 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:00,844 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc751ad72ff9d7d2dc8693da727bf1b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T15:20:00,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:00,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:00,948 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1237, reset compression=false 2024-11-07T15:20:01,047 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:01,162 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1066, reset compression=false 2024-11-07T15:20:01,166 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:01,166 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:01,166 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:01,252 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1237, reset compression=false 2024-11-07T15:20:01,350 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:01,369 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:01,648 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T15:20:01,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487ccad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:01,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:20:01,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:01,654 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:20:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:20:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:01,655 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1237, reset compression=false 2024-11-07T15:20:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:20:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:01,656 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d165478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:01,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:20:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73078b8c 2024-11-07T15:20:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:01,661 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:01,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-07T15:20:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-07T15:20:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:20:01,671 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:01,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:20:01,754 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:20:01,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T15:20:01,890 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-07T15:20:01,890 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-07T15:20:01,890 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,44835,1730992781734 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-07T15:20:01,891 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0. 2024-11-07T15:20:01,891 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:01,891 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:01,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:01,891 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:20:01,991 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:01,991 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T15:20:02,075 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:02,091 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 terminated 2024-11-07T15:20:02,106 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,44835,1730992781734, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:20:02,106 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-07T15:20:02,107 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T15:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T15:20:02,109 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7b3e4e8e12ef,44835,1730992781734 suceeded 2024-11-07T15:20:02,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T15:20:02,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-07T15:20:02,110 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-07T15:20:02,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-07T15:20:02,119 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:37129' 2024-11-07T15:20:02,120 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c2276fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:02,120 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,37129,-1 for getting cluster id 2024-11-07T15:20:02,120 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:02,121 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de0db098-9c8c-4881-8cf9-6b9e80dbaba9' 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de0db098-9c8c-4881-8cf9-6b9e80dbaba9" 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48a669ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,37129,-1] 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:02,122 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:02,123 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bea2821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:02,123 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:02,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:20:02,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecdd74d 2024-11-07T15:20:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:02,124 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T15:20:02,125 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,44835,1730992781734 (queues=1) is replicating from cluster=49cb5881-9301-4e9a-88d2-8514bddfd7d3 to cluster=de0db098-9c8c-4881-8cf9-6b9e80dbaba9 2024-11-07T15:20:02,125 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C44835%2C1730992781734 2024-11-07T15:20:02,125 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,44835,1730992781734, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:20:02,125 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C44835%2C1730992781734 2024-11-07T15:20:02,257 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:20:02,294 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:20:02,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:02,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:02,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:02,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:02,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:02,297 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-07T15:20:02,578 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:02,860 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1234, reset compression=false 2024-11-07T15:20:02,864 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:02,864 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1338, reset compression=false 2024-11-07T15:20:02,864 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc751ad72ff9d7d2dc8693da727bf1b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:20:02,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:02,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:03,067 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1338, reset compression=false 2024-11-07T15:20:03,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1239, reset compression=false 2024-11-07T15:20:03,185 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:03,185 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1367, reset compression=false 2024-11-07T15:20:03,185 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T15:20:03,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:03,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:03,298 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-07T15:20:03,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181df461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:03,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35591,-1 for getting cluster id 2024-11-07T15:20:03,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:03,301 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49cb5881-9301-4e9a-88d2-8514bddfd7d3' 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49cb5881-9301-4e9a-88d2-8514bddfd7d3" 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53394df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35591,-1] 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,302 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:03,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a7c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:03,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:20:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175ca526 2024-11-07T15:20:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:03,306 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:03,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-07T15:20:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-07T15:20:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T15:20:03,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:20:03,370 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1338, reset compression=false 2024-11-07T15:20:03,388 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1367, reset compression=false 2024-11-07T15:20:03,392 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:03,392 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:03,392 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:20:03,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:03,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T15:20:03,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-07T15:20:03,521 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-07T15:20:03,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T15:20:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-07T15:20:03,523 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7b3e4e8e12ef,44835,1730992781734 suceeded 2024-11-07T15:20:03,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T15:20:03,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-07T15:20:03,525 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-07T15:20:03,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 219 msec 2024-11-07T15:20:03,527 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, startPosition=1237, beingWritten=true 2024-11-07T15:20:03,533 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:03,533 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1515, reset compression=false 2024-11-07T15:20:03,533 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a2041b83b234f3ba68d9df7968207c7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T15:20:03,535 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:03,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T15:20:03,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:03,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:03,595 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T15:20:03,624 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:20:03,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:03,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:03,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-07T15:20:03,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:03,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:03,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:03,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:03,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:03,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1230671428, stopped=false 2024-11-07T15:20:03,626 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35591,1730992781587 2024-11-07T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21410728990/running 2024-11-07T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21410728990/running 2024-11-07T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:20:03,638 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:03,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:03,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:03,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/running 2024-11-07T15:20:03,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,44835,1730992781734' ***** 2024-11-07T15:20:03,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:03,639 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:03,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Set watcher on znode that does not yet exist, /21410728990/running 2024-11-07T15:20:03,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:03,639 INFO [RS:0;7b3e4e8e12ef:44835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:03,639 INFO [RS:0;7b3e4e8e12ef:44835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:03,639 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(3091): Received CLOSE for e929c3101703c190322a533239bbe374 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:44835. 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e929c3101703c190322a533239bbe374, disabling compactions & flushes 2024-11-07T15:20:03,640 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:03,640 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:20:03,640 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. after waiting 0 ms 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:03,640 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e929c3101703c190322a533239bbe374 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-07T15:20:03,640 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:03,640 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1325): Online Regions={e929c3101703c190322a533239bbe374=hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374., 1588230740=hbase:meta,,1.1588230740, 3a2041b83b234f3ba68d9df7968207c7=test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.} 2024-11-07T15:20:03,640 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7, e929c3101703c190322a533239bbe374 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:03,640 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:03,640 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:03,640 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:03,654 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/.tmp/queue/9ddf0079b9b546db8187aac6fd6241f5 is 154, key is 1-7b3e4e8e12ef,44835,1730992781734/queue:7b3e4e8e12ef%2C44835%2C1730992781734/1730992803540/Put/seqid=0 2024-11-07T15:20:03,656 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/info/ccd4b31b01c04ea3bb281c38c81b22ae is 147, key is hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374./info:regioninfo/1730992794656/Put/seqid=0 2024-11-07T15:20:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741840_1016 (size=5353) 2024-11-07T15:20:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741841_1017 (size=7686) 2024-11-07T15:20:03,672 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:03,736 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1515, reset compression=false 2024-11-07T15:20:03,773 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1338, reset compression=false 2024-11-07T15:20:03,776 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:03,776 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:03,776 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:03,840 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7, e929c3101703c190322a533239bbe374 2024-11-07T15:20:03,848 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:03,848 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:03,898 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:03,979 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:04,039 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1515, reset compression=false 2024-11-07T15:20:04,040 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7, e929c3101703c190322a533239bbe374 2024-11-07T15:20:04,058 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/.tmp/queue/9ddf0079b9b546db8187aac6fd6241f5 2024-11-07T15:20:04,062 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/info/ccd4b31b01c04ea3bb281c38c81b22ae 2024-11-07T15:20:04,063 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/.tmp/queue/9ddf0079b9b546db8187aac6fd6241f5 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/queue/9ddf0079b9b546db8187aac6fd6241f5 2024-11-07T15:20:04,066 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/queue/9ddf0079b9b546db8187aac6fd6241f5, entries=1, sequenceid=13, filesize=5.2 K 2024-11-07T15:20:04,067 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e929c3101703c190322a533239bbe374 in 427ms, sequenceid=13, compaction requested=false 2024-11-07T15:20:04,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/replication/e929c3101703c190322a533239bbe374/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T15:20:04,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:04,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:04,075 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:20:04,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e929c3101703c190322a533239bbe374: Waiting for close lock at 1730992803640Running coprocessor pre-close hooks at 1730992803640Disabling compacts and flushes for region at 1730992803640Disabling writes for close at 1730992803640Obtaining lock to block concurrent updates at 1730992803640Preparing flush snapshotting stores in e929c3101703c190322a533239bbe374 at 1730992803640Finished memstore snapshotting hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1730992803640Flushing stores of hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. at 1730992803641 (+1 ms)Flushing e929c3101703c190322a533239bbe374/queue: creating writer at 1730992803641Flushing e929c3101703c190322a533239bbe374/queue: appending metadata at 1730992803653 (+12 ms)Flushing e929c3101703c190322a533239bbe374/queue: closing flushed file at 1730992803654 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3899ea81: reopening flushed file at 1730992804062 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e929c3101703c190322a533239bbe374 in 427ms, sequenceid=13, compaction requested=false at 1730992804067 (+5 ms)Writing region close event to WAL at 1730992804072 (+5 ms)Running coprocessor post-close hooks at 1730992804075 (+3 ms)Closed at 1730992804075 2024-11-07T15:20:04,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992793446.e929c3101703c190322a533239bbe374. 2024-11-07T15:20:04,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a2041b83b234f3ba68d9df7968207c7, disabling compactions & flushes 2024-11-07T15:20:04,076 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:20:04,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:20:04,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. after waiting 0 ms 2024-11-07T15:20:04,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:20:04,076 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a2041b83b234f3ba68d9df7968207c7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T15:20:04,078 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/ns/e6c4597f6a824890839601597ce60bf9 is 43, key is default/ns:d/1730992784597/Put/seqid=0 2024-11-07T15:20:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:20:04,093 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f/dfbb54998ba54661ad144c97592b8e65 is 37, key is row3/f:row3/1730992802295/Put/seqid=0 2024-11-07T15:20:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741843_1019 (size=5228) 2024-11-07T15:20:04,241 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:20:04,283 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:04,301 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:04,441 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:20:04,442 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1515, reset compression=false 2024-11-07T15:20:04,486 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/ns/e6c4597f6a824890839601597ce60bf9 2024-11-07T15:20:04,486 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:04,487 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1762, reset compression=false 2024-11-07T15:20:04,487 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,44835,1730992781734 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:04,487 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,44835,1730992781734: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,44835,1730992781734, walGroup=7b3e4e8e12ef%2C44835%2C1730992781734, offset=7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:44835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:04,489 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:04,489 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:04,489 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:04,489 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:04,489 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:04,489 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 792157224 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 197973736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:04,490 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:04,496 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f/dfbb54998ba54661ad144c97592b8e65 2024-11-07T15:20:04,499 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfbb54998ba54661ad144c97592b8e65 2024-11-07T15:20:04,504 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/rep_barrier/717568fa772e4c43bdbf691c19ff4b2f is 112, key is test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7./rep_barrier:seqnumDuringOpen/1730992789130/Put/seqid=0 2024-11-07T15:20:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741844_1020 (size=5518) 2024-11-07T15:20:04,508 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/rep_barrier/717568fa772e4c43bdbf691c19ff4b2f 2024-11-07T15:20:04,513 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f1/83440f229c9a411992bfb1b1603b60f3 is 30, key is row1/f1:/1730992799630/DeleteFamily/seqid=0 2024-11-07T15:20:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741845_1021 (size=5158) 2024-11-07T15:20:04,520 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f1/83440f229c9a411992bfb1b1603b60f3 2024-11-07T15:20:04,523 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83440f229c9a411992bfb1b1603b60f3 2024-11-07T15:20:04,527 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/table/59dcdae3f95c4a198f600213ca031abd is 53, key is hbase:replication/table:state/1730992794663/Put/seqid=0 2024-11-07T15:20:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:20:04,535 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/norep/96684789829c485e92abc148dc9d8e5b is 33, key is row2/norep:/1730992800635/DeleteFamily/seqid=0 2024-11-07T15:20:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741847_1023 (size=5108) 2024-11-07T15:20:04,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:20:04,641 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:20:04,641 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3a2041b83b234f3ba68d9df7968207c7=test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7.} 2024-11-07T15:20:04,641 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:20:04,686 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:04,690 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1762, reset compression=false 2024-11-07T15:20:04,805 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:04,841 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a2041b83b234f3ba68d9df7968207c7 2024-11-07T15:20:04,930 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/table/59dcdae3f95c4a198f600213ca031abd 2024-11-07T15:20:04,934 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/info/ccd4b31b01c04ea3bb281c38c81b22ae as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/info/ccd4b31b01c04ea3bb281c38c81b22ae 2024-11-07T15:20:04,937 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/info/ccd4b31b01c04ea3bb281c38c81b22ae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:04,938 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/ns/e6c4597f6a824890839601597ce60bf9 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/ns/e6c4597f6a824890839601597ce60bf9 2024-11-07T15:20:04,938 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/norep/96684789829c485e92abc148dc9d8e5b 2024-11-07T15:20:04,941 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/ns/e6c4597f6a824890839601597ce60bf9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:04,942 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96684789829c485e92abc148dc9d8e5b 2024-11-07T15:20:04,942 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/rep_barrier/717568fa772e4c43bdbf691c19ff4b2f as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/rep_barrier/717568fa772e4c43bdbf691c19ff4b2f 2024-11-07T15:20:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f/dfbb54998ba54661ad144c97592b8e65 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/f/dfbb54998ba54661ad144c97592b8e65 2024-11-07T15:20:04,945 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfbb54998ba54661ad144c97592b8e65 2024-11-07T15:20:04,945 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/f/dfbb54998ba54661ad144c97592b8e65, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T15:20:04,945 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/rep_barrier/717568fa772e4c43bdbf691c19ff4b2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:04,946 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/.tmp/table/59dcdae3f95c4a198f600213ca031abd as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/table/59dcdae3f95c4a198f600213ca031abd 2024-11-07T15:20:04,946 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/f1/83440f229c9a411992bfb1b1603b60f3 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/f1/83440f229c9a411992bfb1b1603b60f3 2024-11-07T15:20:04,950 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83440f229c9a411992bfb1b1603b60f3 2024-11-07T15:20:04,950 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/table/59dcdae3f95c4a198f600213ca031abd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:04,950 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/f1/83440f229c9a411992bfb1b1603b60f3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:04,950 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:04,950 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/.tmp/norep/96684789829c485e92abc148dc9d8e5b as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/norep/96684789829c485e92abc148dc9d8e5b 2024-11-07T15:20:04,955 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96684789829c485e92abc148dc9d8e5b 2024-11-07T15:20:04,955 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/norep/96684789829c485e92abc148dc9d8e5b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:04,956 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3a2041b83b234f3ba68d9df7968207c7 in 880ms, sequenceid=12, compaction requested=false 2024-11-07T15:20:04,956 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:04,956 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:04,956 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:04,957 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:04,957 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992803640Running coprocessor pre-close hooks at 1730992803640Disabling compacts and flushes for region at 1730992803640Disabling writes for close at 1730992803640Obtaining lock to block concurrent updates at 1730992803640Preparing flush snapshotting stores in 1588230740 at 1730992803640Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992803641 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992803641Flushing 1588230740/info: creating writer at 1730992803641Flushing 1588230740/info: appending metadata at 1730992803655 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730992803655Flushing 1588230740/ns: creating writer at 1730992804064 (+409 ms)Flushing 1588230740/ns: appending metadata at 1730992804077 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730992804077Flushing 1588230740/rep_barrier: creating writer at 1730992804491 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992804503 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992804503Flushing 1588230740/table: creating writer at 1730992804512 (+9 ms)Flushing 1588230740/table: appending metadata at 1730992804526 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730992804526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b8a9f: reopening flushed file at 1730992804934 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287ec110: reopening flushed file at 1730992804937 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3d6c4c: reopening flushed file at 1730992804942 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdf3e0a: reopening flushed file at 1730992804945 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1730992804950 (+5 ms)Writing region close event to WAL at 1730992804953 (+3 ms)Running coprocessor post-close hooks at 1730992804956 (+3 ms)Closed at 1730992804956 2024-11-07T15:20:04,957 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:04,959 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/data/default/test/3a2041b83b234f3ba68d9df7968207c7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T15:20:04,959 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:04,959 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:04,959 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:20:04,960 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a2041b83b234f3ba68d9df7968207c7: Waiting for close lock at 1730992804076Running coprocessor pre-close hooks at 1730992804076Disabling compacts and flushes for region at 1730992804076Disabling writes for close at 1730992804076Obtaining lock to block concurrent updates at 1730992804076Preparing flush snapshotting stores in 3a2041b83b234f3ba68d9df7968207c7 at 1730992804076Finished memstore snapshotting test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730992804076Flushing stores of test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. at 1730992804077 (+1 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/f: creating writer at 1730992804077Flushing 3a2041b83b234f3ba68d9df7968207c7/f: appending metadata at 1730992804092 (+15 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/f: closing flushed file at 1730992804092Flushing 3a2041b83b234f3ba68d9df7968207c7/f1: creating writer at 1730992804500 (+408 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/f1: appending metadata at 1730992804513 (+13 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/f1: closing flushed file at 1730992804513Flushing 3a2041b83b234f3ba68d9df7968207c7/norep: creating writer at 1730992804523 (+10 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/norep: appending metadata at 1730992804535 (+12 ms)Flushing 3a2041b83b234f3ba68d9df7968207c7/norep: closing flushed file at 1730992804535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621e6825: reopening flushed file at 1730992804942 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a153cea: reopening flushed file at 1730992804945 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159cc99f: reopening flushed file at 1730992804950 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3a2041b83b234f3ba68d9df7968207c7 in 880ms, sequenceid=12, compaction requested=false at 1730992804956 (+6 ms)Writing region close event to WAL at 1730992804957 (+1 ms)Running coprocessor post-close hooks at 1730992804959 (+2 ms)Closed at 1730992804959 2024-11-07T15:20:04,960 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992787986.3a2041b83b234f3ba68d9df7968207c7. 2024-11-07T15:20:04,992 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 1762, reset compression=false 2024-11-07T15:20:04,997 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:04,997 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/WALs/7b3e4e8e12ef,44835,1730992781734/7b3e4e8e12ef%2C44835%2C1730992781734.1730992783972 to pos 2406, reset compression=false 2024-11-07T15:20:05,041 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,44835,1730992781734; all regions closed. 2024-11-07T15:20:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741839_1015 (size=3333) 2024-11-07T15:20:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741832_1008 (size=2414) 2024-11-07T15:20:05,048 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:05,048 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:05,048 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:05,048 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:05,048 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:05,048 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:05,049 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,44835,1730992781734 because: Region server is closing 2024-11-07T15:20:05,049 INFO [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:44835. 2024-11-07T15:20:05,049 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:05,049 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:05,049 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:05,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:05,150 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.shipper7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 terminated 2024-11-07T15:20:05,150 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,44835,1730992781734.replicationSource.wal-reader.7b3e4e8e12ef%2C44835%2C1730992781734,1-7b3e4e8e12ef,44835,1730992781734 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:05,150 INFO [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:44835. 2024-11-07T15:20:05,150 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:05,150 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:05,150 DEBUG [RS:0;7b3e4e8e12ef:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:05,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:05,150 INFO [RS:0;7b3e4e8e12ef:44835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44835 2024-11-07T15:20:05,190 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21410728990/rs/7b3e4e8e12ef,44835,1730992781734 2024-11-07T15:20:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990/rs 2024-11-07T15:20:05,199 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:05,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,44835,1730992781734] 2024-11-07T15:20:05,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21410728990/draining/7b3e4e8e12ef,44835,1730992781734 already deleted, retry=false 2024-11-07T15:20:05,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,44835,1730992781734 expired; onlineServers=0 2024-11-07T15:20:05,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35591,1730992781587' ***** 2024-11-07T15:20:05,221 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:05,221 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:05,221 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:05,221 DEBUG [M:0;7b3e4e8e12ef:35591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:05,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:05,221 DEBUG [M:0;7b3e4e8e12ef:35591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:05,221 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992783755 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992783755,5,FailOnTimeoutGroup] 2024-11-07T15:20:05,221 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992783755 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992783755,5,FailOnTimeoutGroup] 2024-11-07T15:20:05,221 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:05,221 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:05,221 DEBUG [M:0;7b3e4e8e12ef:35591 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:05,221 INFO [M:0;7b3e4e8e12ef:35591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:05,222 INFO [M:0;7b3e4e8e12ef:35591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:05,222 INFO [M:0;7b3e4e8e12ef:35591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:05,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:05,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21410728990/master 2024-11-07T15:20:05,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21410728990 2024-11-07T15:20:05,231 DEBUG [M:0;7b3e4e8e12ef:35591 {}] zookeeper.ZKUtil(347): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Unable to get data of znode /21410728990/master because node does not exist (not an error) 2024-11-07T15:20:05,231 WARN [M:0;7b3e4e8e12ef:35591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:20:05,232 INFO [M:0;7b3e4e8e12ef:35591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/.lastflushedseqids 2024-11-07T15:20:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741848_1024 (size=245) 2024-11-07T15:20:05,310 INFO [RS:0;7b3e4e8e12ef:44835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x10115e17bd20007, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:05,310 INFO [RS:0;7b3e4e8e12ef:44835 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,44835,1730992781734; zookeeper connection closed. 2024-11-07T15:20:05,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c2149e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c2149e5 2024-11-07T15:20:05,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:05,408 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:05,643 INFO [M:0;7b3e4e8e12ef:35591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:05,643 INFO [M:0;7b3e4e8e12ef:35591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:05,643 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:05,643 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:05,643 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:05,643 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:05,643 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:05,643 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-07T15:20:05,661 DEBUG [M:0;7b3e4e8e12ef:35591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b89350a03714401afeba0ac9fb1d918 is 82, key is hbase:meta,,1/info:regioninfo/1730992784580/Put/seqid=0 2024-11-07T15:20:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741849_1025 (size=5672) 2024-11-07T15:20:05,793 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:06,065 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b89350a03714401afeba0ac9fb1d918 2024-11-07T15:20:06,086 DEBUG [M:0;7b3e4e8e12ef:35591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b63c68466949e49640cb0a6058b3a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992794666/Put/seqid=0 2024-11-07T15:20:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741850_1026 (size=9211) 2024-11-07T15:20:06,112 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:06,489 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b63c68466949e49640cb0a6058b3a0 2024-11-07T15:20:06,496 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:06,511 DEBUG [M:0;7b3e4e8e12ef:35591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a40b6f22fdf47f7a2973659a8f3e00b is 69, key is 7b3e4e8e12ef,44835,1730992781734/rs:state/1730992783789/Put/seqid=0 2024-11-07T15:20:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741851_1027 (size=5156) 2024-11-07T15:20:06,915 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a40b6f22fdf47f7a2973659a8f3e00b 2024-11-07T15:20:06,915 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:06,920 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b89350a03714401afeba0ac9fb1d918 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b89350a03714401afeba0ac9fb1d918 2024-11-07T15:20:06,924 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b89350a03714401afeba0ac9fb1d918, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T15:20:06,925 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b63c68466949e49640cb0a6058b3a0 as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57b63c68466949e49640cb0a6058b3a0 2024-11-07T15:20:06,929 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57b63c68466949e49640cb0a6058b3a0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-07T15:20:06,929 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a40b6f22fdf47f7a2973659a8f3e00b as hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a40b6f22fdf47f7a2973659a8f3e00b 2024-11-07T15:20:06,933 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a40b6f22fdf47f7a2973659a8f3e00b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-07T15:20:06,934 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-07T15:20:06,942 INFO [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:06,942 DEBUG [M:0;7b3e4e8e12ef:35591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992805643Disabling compacts and flushes for region at 1730992805643Disabling writes for close at 1730992805643Obtaining lock to block concurrent updates at 1730992805643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992805643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1730992805644 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992805644Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992805644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992805661 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992805661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992806070 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992806085 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992806085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992806493 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992806511 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992806511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38047d68: reopening flushed file at 1730992806920 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a98d40: reopening flushed file at 1730992806924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751153d7: reopening flushed file at 1730992806929 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1730992806934 (+5 ms)Writing region close event to WAL at 1730992806942 (+8 ms)Closed at 1730992806942 2024-11-07T15:20:06,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44479 is added to blk_1073741830_1006 (size=73854) 2024-11-07T15:20:06,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12cd698e-0888-b6b6-9b86-2f1350d4b0cc/MasterData/WALs/7b3e4e8e12ef,35591,1730992781587/7b3e4e8e12ef%2C35591%2C1730992781587.1730992783483 not finished, retry = 0 2024-11-07T15:20:07,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:07,045 INFO [M:0;7b3e4e8e12ef:35591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:07,045 INFO [M:0;7b3e4e8e12ef:35591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35591 2024-11-07T15:20:07,046 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:07,243 INFO [M:0;7b3e4e8e12ef:35591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:07,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:07,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35591-0x10115e17bd20006, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:07,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f22cddb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:07,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@787e7e5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:07,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:07,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ecfe03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:07,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141f236c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:07,286 WARN [BP-1718722283-172.17.0.2-1730992778667 heartbeating to localhost/127.0.0.1:34875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:07,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:07,286 WARN [BP-1718722283-172.17.0.2-1730992778667 heartbeating to localhost/127.0.0.1:34875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718722283-172.17.0.2-1730992778667 (Datanode Uuid d5fab028-a435-49f7-b629-1db58cca60a0) service to localhost/127.0.0.1:34875 2024-11-07T15:20:07,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:07,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/cluster_3443564d-ad43-2f34-c52c-68af9ada23e5/data/data1/current/BP-1718722283-172.17.0.2-1730992778667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:07,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/cluster_3443564d-ad43-2f34-c52c-68af9ada23e5/data/data2/current/BP-1718722283-172.17.0.2-1730992778667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:07,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:07,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c851642{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:07,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bedd5a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:07,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef75059{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@223421bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:07,299 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:07,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:07,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:07,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:07,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:07,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:07,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:07,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1138525998, stopped=false 2024-11-07T15:20:07,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,41769,1730992775048 2024-11-07T15:20:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658261649/running 2024-11-07T15:20:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658261649/running 2024-11-07T15:20:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:20:07,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:20:07,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:07,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/running 2024-11-07T15:20:07,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:07,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Set watcher on znode that does not yet exist, /1-658261649/running 2024-11-07T15:20:07,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:07,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:07,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,32809,1730992775187' ***** 2024-11-07T15:20:07,327 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:07,327 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:07,327 INFO [RS:0;7b3e4e8e12ef:32809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:07,327 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:07,327 INFO [RS:0;7b3e4e8e12ef:32809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f556c5cd9e87337a7b507382b99124c 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:07,328 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f556c5cd9e87337a7b507382b99124c, disabling compactions & flushes 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:32809. 2024-11-07T15:20:07,328 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:20:07,328 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:20:07,328 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:07,328 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. after waiting 0 ms 2024-11-07T15:20:07,328 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:07,328 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:07,328 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f556c5cd9e87337a7b507382b99124c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:07,328 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:07,328 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1325): Online Regions={4f556c5cd9e87337a7b507382b99124c=hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c., 7fd6cd1d5b1f2e21ef9b69d4cd41dd47=test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:07,328 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f556c5cd9e87337a7b507382b99124c, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:07,328 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:07,328 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:07,329 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:07,329 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:07,329 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:07,329 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:07,342 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/info/09c3c1bd32fa44c781f3fbf9662563bd is 147, key is hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c./info:regioninfo/1730992792110/Put/seqid=0 2024-11-07T15:20:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741840_1016 (size=7686) 2024-11-07T15:20:07,346 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/.tmp/queue/b15bf3809e8c42c086f0ee4039ca1363 is 154, key is 1-7b3e4e8e12ef,32809,1730992775187/queue:7b3e4e8e12ef%2C32809%2C1730992775187/1730992803396/Put/seqid=0 2024-11-07T15:20:07,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741841_1017 (size=5353) 2024-11-07T15:20:07,394 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:07,529 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f556c5cd9e87337a7b507382b99124c, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:07,729 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f556c5cd9e87337a7b507382b99124c, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:07,746 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/info/09c3c1bd32fa44c781f3fbf9662563bd 2024-11-07T15:20:07,750 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/.tmp/queue/b15bf3809e8c42c086f0ee4039ca1363 2024-11-07T15:20:07,753 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/.tmp/queue/b15bf3809e8c42c086f0ee4039ca1363 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/queue/b15bf3809e8c42c086f0ee4039ca1363 2024-11-07T15:20:07,757 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/queue/b15bf3809e8c42c086f0ee4039ca1363, entries=1, sequenceid=14, filesize=5.2 K 2024-11-07T15:20:07,757 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4f556c5cd9e87337a7b507382b99124c in 429ms, sequenceid=14, compaction requested=false 2024-11-07T15:20:07,764 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/ns/ea1bfbeeb4c348a5b8eca5f6c2e4e7f8 is 43, key is default/ns:d/1730992778533/Put/seqid=0 2024-11-07T15:20:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:20:07,768 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/replication/4f556c5cd9e87337a7b507382b99124c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-07T15:20:07,768 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:07,768 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:07,768 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:20:07,768 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f556c5cd9e87337a7b507382b99124c: Waiting for close lock at 1730992807328Running coprocessor pre-close hooks at 1730992807328Disabling compacts and flushes for region at 1730992807328Disabling writes for close at 1730992807328Obtaining lock to block concurrent updates at 1730992807328Preparing flush snapshotting stores in 4f556c5cd9e87337a7b507382b99124c at 1730992807328Finished memstore snapshotting hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1730992807328Flushing stores of hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. at 1730992807329 (+1 ms)Flushing 4f556c5cd9e87337a7b507382b99124c/queue: creating writer at 1730992807329Flushing 4f556c5cd9e87337a7b507382b99124c/queue: appending metadata at 1730992807345 (+16 ms)Flushing 4f556c5cd9e87337a7b507382b99124c/queue: closing flushed file at 1730992807345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@938f424: reopening flushed file at 1730992807753 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4f556c5cd9e87337a7b507382b99124c in 429ms, sequenceid=14, compaction requested=false at 1730992807757 (+4 ms)Writing region close event to WAL at 1730992807765 (+8 ms)Running coprocessor post-close hooks at 1730992807768 (+3 ms)Closed at 1730992807768 2024-11-07T15:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992791293.4f556c5cd9e87337a7b507382b99124c. 2024-11-07T15:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47, disabling compactions & flushes 2024-11-07T15:20:07,769 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. after waiting 0 ms 2024-11-07T15:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:20:07,769 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T15:20:07,785 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f/fe685b92411345e28004289c99956f9f is 37, key is row3/f:row3/1730992802295/Put/seqid=0 2024-11-07T15:20:07,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741843_1019 (size=5228) 2024-11-07T15:20:07,818 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1471, reset compression=false 2024-11-07T15:20:07,821 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:07,822 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1718, reset compression=false 2024-11-07T15:20:07,822 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,32809,1730992775187 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:07,822 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,32809,1730992775187: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,32809,1730992775187, walGroup=7b3e4e8e12ef%2C32809%2C1730992775187, offset=7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:32809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:07,823 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:07,823 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:07,824 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:07,824 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:07,824 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:07,824 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 865557544 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198347456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:07,824 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:41769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:41769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:07,929 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:08,024 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1718, reset compression=false 2024-11-07T15:20:08,129 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:08,168 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/ns/ea1bfbeeb4c348a5b8eca5f6c2e4e7f8 2024-11-07T15:20:08,184 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/rep_barrier/08f3932666ea4ed883c3a958224b345a is 112, key is test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47./rep_barrier:seqnumDuringOpen/1730992786991/Put/seqid=0 2024-11-07T15:20:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741844_1020 (size=5518) 2024-11-07T15:20:08,190 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f/fe685b92411345e28004289c99956f9f 2024-11-07T15:20:08,194 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe685b92411345e28004289c99956f9f 2024-11-07T15:20:08,205 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:08,206 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f1/fbae619339c4468d8a333b16def7a401 is 30, key is row1/f1:/1730992799630/DeleteFamily/seqid=0 2024-11-07T15:20:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741845_1021 (size=5158) 2024-11-07T15:20:08,289 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:08,289 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:08,328 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1718, reset compression=false 2024-11-07T15:20:08,329 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:20:08,329 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1325): Online Regions={7fd6cd1d5b1f2e21ef9b69d4cd41dd47=test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:08,329 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:08,529 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:08,588 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/rep_barrier/08f3932666ea4ed883c3a958224b345a 2024-11-07T15:20:08,607 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/table/a6d431cd30bf4117831a9d906fccac0b is 53, key is hbase:replication/table:state/1730992792116/Put/seqid=0 2024-11-07T15:20:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:20:08,610 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/table/a6d431cd30bf4117831a9d906fccac0b 2024-11-07T15:20:08,612 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f1/fbae619339c4468d8a333b16def7a401 2024-11-07T15:20:08,618 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbae619339c4468d8a333b16def7a401 2024-11-07T15:20:08,622 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/info/09c3c1bd32fa44c781f3fbf9662563bd as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/info/09c3c1bd32fa44c781f3fbf9662563bd 2024-11-07T15:20:08,626 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/info/09c3c1bd32fa44c781f3fbf9662563bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:08,626 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/ns/ea1bfbeeb4c348a5b8eca5f6c2e4e7f8 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/ns/ea1bfbeeb4c348a5b8eca5f6c2e4e7f8 2024-11-07T15:20:08,630 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/ns/ea1bfbeeb4c348a5b8eca5f6c2e4e7f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:08,631 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/rep_barrier/08f3932666ea4ed883c3a958224b345a as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/rep_barrier/08f3932666ea4ed883c3a958224b345a 2024-11-07T15:20:08,634 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/rep_barrier/08f3932666ea4ed883c3a958224b345a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:08,635 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/.tmp/table/a6d431cd30bf4117831a9d906fccac0b as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/table/a6d431cd30bf4117831a9d906fccac0b 2024-11-07T15:20:08,638 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/table/a6d431cd30bf4117831a9d906fccac0b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/norep/b7edb390ca1b42888dccc7c95ec23d85 is 33, key is row1/norep:/1730992799630/DeleteFamily/seqid=0 2024-11-07T15:20:08,639 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:08,639 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:20:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741847_1023 (size=5108) 2024-11-07T15:20:08,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:08,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:08,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:08,649 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:08,649 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992807328Running coprocessor pre-close hooks at 1730992807328Disabling compacts and flushes for region at 1730992807328Disabling writes for close at 1730992807329 (+1 ms)Obtaining lock to block concurrent updates at 1730992807329Preparing flush snapshotting stores in 1588230740 at 1730992807329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992807329Flushing stores of hbase:meta,,1.1588230740 at 1730992807329Flushing 1588230740/info: creating writer at 1730992807329Flushing 1588230740/info: appending metadata at 1730992807342 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730992807342Flushing 1588230740/ns: creating writer at 1730992807750 (+408 ms)Flushing 1588230740/ns: appending metadata at 1730992807764 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730992807764Flushing 1588230740/rep_barrier: creating writer at 1730992808172 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992808184 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992808184Flushing 1588230740/table: creating writer at 1730992808592 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992808606 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730992808606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3333cb45: reopening flushed file at 1730992808622 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee3c34f: reopening flushed file at 1730992808626 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ca58c6: reopening flushed file at 1730992808630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baa6a28: reopening flushed file at 1730992808634 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1730992808639 (+5 ms)Writing region close event to WAL at 1730992808646 (+7 ms)Running coprocessor post-close hooks at 1730992808649 (+3 ms)Closed at 1730992808649 2024-11-07T15:20:08,650 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:08,730 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:08,731 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.wal-reader.7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/WALs/7b3e4e8e12ef,32809,1730992775187/7b3e4e8e12ef%2C32809%2C1730992775187.1730992777397 to pos 1718, reset compression=false 2024-11-07T15:20:08,930 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1351): Waiting on 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 2024-11-07T15:20:09,046 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/norep/b7edb390ca1b42888dccc7c95ec23d85 2024-11-07T15:20:09,050 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7edb390ca1b42888dccc7c95ec23d85 2024-11-07T15:20:09,050 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f/fe685b92411345e28004289c99956f9f as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f/fe685b92411345e28004289c99956f9f 2024-11-07T15:20:09,054 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe685b92411345e28004289c99956f9f 2024-11-07T15:20:09,054 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f/fe685b92411345e28004289c99956f9f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T15:20:09,055 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/f1/fbae619339c4468d8a333b16def7a401 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1/fbae619339c4468d8a333b16def7a401 2024-11-07T15:20:09,058 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbae619339c4468d8a333b16def7a401 2024-11-07T15:20:09,059 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1/fbae619339c4468d8a333b16def7a401, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:09,059 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/.tmp/norep/b7edb390ca1b42888dccc7c95ec23d85 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep/b7edb390ca1b42888dccc7c95ec23d85 2024-11-07T15:20:09,063 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7edb390ca1b42888dccc7c95ec23d85 2024-11-07T15:20:09,063 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep/b7edb390ca1b42888dccc7c95ec23d85, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:09,064 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 in 1295ms, sequenceid=12, compaction requested=false 2024-11-07T15:20:09,064 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:20:09,075 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/data/default/test/7fd6cd1d5b1f2e21ef9b69d4cd41dd47/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T15:20:09,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:09,076 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:09,076 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:20:09,077 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47: Waiting for close lock at 1730992807769Running coprocessor pre-close hooks at 1730992807769Disabling compacts and flushes for region at 1730992807769Disabling writes for close at 1730992807769Obtaining lock to block concurrent updates at 1730992807769Preparing flush snapshotting stores in 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 at 1730992807769Finished memstore snapshotting test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730992807769Flushing stores of test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. at 1730992807770 (+1 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f: creating writer at 1730992807770Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f: appending metadata at 1730992807785 (+15 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f: closing flushed file at 1730992807785Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1: creating writer at 1730992808194 (+409 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1: appending metadata at 1730992808205 (+11 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/f1: closing flushed file at 1730992808205Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep: creating writer at 1730992808618 (+413 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep: appending metadata at 1730992808638 (+20 ms)Flushing 7fd6cd1d5b1f2e21ef9b69d4cd41dd47/norep: closing flushed file at 1730992808638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4ef519: reopening flushed file at 1730992809050 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e20ea7d: reopening flushed file at 1730992809054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2c71b: reopening flushed file at 1730992809059 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fd6cd1d5b1f2e21ef9b69d4cd41dd47 in 1295ms, sequenceid=12, compaction requested=false at 1730992809064 (+5 ms)Writing region close event to WAL at 1730992809073 (+9 ms)Running coprocessor post-close hooks at 1730992809076 (+3 ms)Closed at 1730992809076 2024-11-07T15:20:09,077 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992785836.7fd6cd1d5b1f2e21ef9b69d4cd41dd47. 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,130 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,32809,1730992775187; all regions closed. 2024-11-07T15:20:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741839_1015 (size=3552) 2024-11-07T15:20:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741832_1008 (size=2370) 2024-11-07T15:20:09,137 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:09,137 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:09,137 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:09,137 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:09,137 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:09,137 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,32809,1730992775187 because: Region server is closing 2024-11-07T15:20:09,138 INFO [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:32809. 2024-11-07T15:20:09,138 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:09,138 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:09,138 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:09,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:09,138 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:09,208 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:09,238 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,32809,1730992775187.replicationSource.shipper7b3e4e8e12ef%2C32809%2C1730992775187,1-7b3e4e8e12ef,32809,1730992775187 terminated 2024-11-07T15:20:09,238 INFO [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:32809. 2024-11-07T15:20:09,238 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:09,238 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:09,239 DEBUG [RS:0;7b3e4e8e12ef:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:09,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:09,239 INFO [RS:0;7b3e4e8e12ef:32809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32809 2024-11-07T15:20:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649/rs 2024-11-07T15:20:09,305 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658261649/rs/7b3e4e8e12ef,32809,1730992775187 2024-11-07T15:20:09,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,32809,1730992775187] 2024-11-07T15:20:09,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-658261649/draining/7b3e4e8e12ef,32809,1730992775187 already deleted, retry=false 2024-11-07T15:20:09,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,32809,1730992775187 expired; onlineServers=0 2024-11-07T15:20:09,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,41769,1730992775048' ***** 2024-11-07T15:20:09,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:09,326 DEBUG [M:0;7b3e4e8e12ef:41769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:09,326 DEBUG [M:0;7b3e4e8e12ef:41769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:09,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:09,326 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992777212 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992777212,5,FailOnTimeoutGroup] 2024-11-07T15:20:09,326 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992777213 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992777213,5,FailOnTimeoutGroup] 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:09,326 DEBUG [M:0;7b3e4e8e12ef:41769 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:09,326 INFO [M:0;7b3e4e8e12ef:41769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:09,327 INFO [M:0;7b3e4e8e12ef:41769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:09,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:09,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658261649/master 2024-11-07T15:20:09,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658261649 2024-11-07T15:20:09,407 DEBUG [M:0;7b3e4e8e12ef:41769 {}] zookeeper.ZKUtil(347): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Unable to get data of znode /1-658261649/master because node does not exist (not an error) 2024-11-07T15:20:09,407 WARN [M:0;7b3e4e8e12ef:41769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:20:09,408 INFO [M:0;7b3e4e8e12ef:41769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/.lastflushedseqids 2024-11-07T15:20:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741848_1024 (size=245) 2024-11-07T15:20:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:09,415 INFO [RS:0;7b3e4e8e12ef:32809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10115e17bd20004, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:09,415 INFO [RS:0;7b3e4e8e12ef:32809 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,32809,1730992775187; zookeeper connection closed. 2024-11-07T15:20:09,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea25070 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea25070 2024-11-07T15:20:09,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:09,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:09,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:09,812 INFO [M:0;7b3e4e8e12ef:41769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:09,812 INFO [M:0;7b3e4e8e12ef:41769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:09,812 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:09,812 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:09,812 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:09,812 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:09,812 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:09,813 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-07T15:20:09,830 DEBUG [M:0;7b3e4e8e12ef:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a6f2122d064eb79e40d5773bcff48a is 82, key is hbase:meta,,1/info:regioninfo/1730992778517/Put/seqid=0 2024-11-07T15:20:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741849_1025 (size=5672) 2024-11-07T15:20:10,235 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a6f2122d064eb79e40d5773bcff48a 2024-11-07T15:20:10,255 DEBUG [M:0;7b3e4e8e12ef:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23686390ec3541b38c59d7c649deafa9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992787002/Put/seqid=0 2024-11-07T15:20:10,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741850_1026 (size=7218) 2024-11-07T15:20:10,312 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:10,659 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23686390ec3541b38c59d7c649deafa9 2024-11-07T15:20:10,662 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23686390ec3541b38c59d7c649deafa9 2024-11-07T15:20:10,674 DEBUG [M:0;7b3e4e8e12ef:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1be95b55f8fd4c708489fadbd3af8439 is 69, key is 7b3e4e8e12ef,32809,1730992775187/rs:state/1730992777249/Put/seqid=0 2024-11-07T15:20:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741851_1027 (size=5156) 2024-11-07T15:20:11,078 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1be95b55f8fd4c708489fadbd3af8439 2024-11-07T15:20:11,082 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84a6f2122d064eb79e40d5773bcff48a as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a6f2122d064eb79e40d5773bcff48a 2024-11-07T15:20:11,086 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84a6f2122d064eb79e40d5773bcff48a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T15:20:11,086 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23686390ec3541b38c59d7c649deafa9 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23686390ec3541b38c59d7c649deafa9 2024-11-07T15:20:11,090 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23686390ec3541b38c59d7c649deafa9 2024-11-07T15:20:11,090 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23686390ec3541b38c59d7c649deafa9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T15:20:11,090 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1be95b55f8fd4c708489fadbd3af8439 as hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1be95b55f8fd4c708489fadbd3af8439 2024-11-07T15:20:11,093 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45955/user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1be95b55f8fd4c708489fadbd3af8439, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T15:20:11,094 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-07T15:20:11,095 INFO [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:11,095 DEBUG [M:0;7b3e4e8e12ef:41769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992809812Disabling compacts and flushes for region at 1730992809812Disabling writes for close at 1730992809812Obtaining lock to block concurrent updates at 1730992809813 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992809813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1730992809813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992809813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992809813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992809829 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992809829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992810239 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992810254 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992810254Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992810662 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992810674 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992810674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3407140: reopening flushed file at 1730992811082 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4468b3f2: reopening flushed file at 1730992811086 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d85930a: reopening flushed file at 1730992811090 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1730992811094 (+4 ms)Writing region close event to WAL at 1730992811095 (+1 ms)Closed at 1730992811095 2024-11-07T15:20:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741830_1006 (size=64423) 2024-11-07T15:20:11,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a09713a-4da9-f621-e36d-247969ecca5b/MasterData/WALs/7b3e4e8e12ef,41769,1730992775048/7b3e4e8e12ef%2C41769%2C1730992775048.1730992776941 not finished, retry = 0 2024-11-07T15:20:11,197 INFO [M:0;7b3e4e8e12ef:41769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:11,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:11,197 INFO [M:0;7b3e4e8e12ef:41769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41769 2024-11-07T15:20:11,198 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:11,352 INFO [M:0;7b3e4e8e12ef:41769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:11,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10115e17bd20003, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:11,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@628fa9d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:11,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f42750a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:11,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:11,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173f2e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:11,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3d6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:11,378 WARN [BP-1445583143-172.17.0.2-1730992773109 heartbeating to localhost/127.0.0.1:45955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:11,378 WARN [BP-1445583143-172.17.0.2-1730992773109 heartbeating to localhost/127.0.0.1:45955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1445583143-172.17.0.2-1730992773109 (Datanode Uuid 030f6b44-f6d3-4797-b8d0-61d2191bb37d) service to localhost/127.0.0.1:45955 2024-11-07T15:20:11,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/cluster_19124838-a400-9f22-bc8b-b1c602713cee/data/data1/current/BP-1445583143-172.17.0.2-1730992773109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:11,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/cluster_19124838-a400-9f22-bc8b-b1c602713cee/data/data2/current/BP-1445583143-172.17.0.2-1730992773109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:11,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:11,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:11,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:11,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629187c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:11,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@129a2032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:11,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:11,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cea0769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:11,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2116d2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2965b6-7c02-81fd-e058-6b21bba8540e/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:11,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:11,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:11,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:11,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:11,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:11,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:11,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:11,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:11,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111324459, stopped=false 2024-11-07T15:20:11,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,37129,1730992769260 2024-11-07T15:20:11,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0826211852/running 2024-11-07T15:20:11,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0826211852/running 2024-11-07T15:20:11,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:20:11,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:20:11,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:11,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:11,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:11,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:11,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/running 2024-11-07T15:20:11,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,43427,1730992769451' ***** 2024-11-07T15:20:11,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:11,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Set watcher on znode that does not yet exist, /0826211852/running 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:11,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43427. 2024-11-07T15:20:11,411 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc751ad72ff9d7d2dc8693da727bf1b, disabling compactions & flushes 2024-11-07T15:20:11,411 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:20:11,411 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:20:11,411 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:11,411 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. after waiting 0 ms 2024-11-07T15:20:11,411 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:11,411 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:11,411 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afc751ad72ff9d7d2dc8693da727bf1b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:11,411 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:11,411 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1325): Online Regions={afc751ad72ff9d7d2dc8693da727bf1b=test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b., 9ffe7e526b8fef1ea9011fccd9a73026=hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:11,411 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:11,411 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:11,412 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:11,412 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:11,412 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:11,412 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:11,412 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:11,424 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f/c9aa7de6f79e498db8f5899f9be8686e is 37, key is row3/f:row3/1730992802295/Put/seqid=0 2024-11-07T15:20:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741840_1016 (size=5228) 2024-11-07T15:20:11,428 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/info/46c1261153a24a23af95cf89e745489a is 147, key is hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026./info:regioninfo/1730992790904/Put/seqid=0 2024-11-07T15:20:11,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741841_1017 (size=7686) 2024-11-07T15:20:11,464 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:11,515 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1488, reset compression=false 2024-11-07T15:20:11,519 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:11,519 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1735, reset compression=false 2024-11-07T15:20:11,519 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,43427,1730992769451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:11,519 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,43427,1730992769451: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,43427,1730992769451, walGroup=7b3e4e8e12ef%2C43427%2C1730992769451, offset=7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:43427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:11,521 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:11,521 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 953637928 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199037056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:11,522 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:37129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:37129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:11,612 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:11,721 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1735, reset compression=false 2024-11-07T15:20:11,769 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:11,769 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:11,812 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:11,828 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f/c9aa7de6f79e498db8f5899f9be8686e 2024-11-07T15:20:11,831 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/info/46c1261153a24a23af95cf89e745489a 2024-11-07T15:20:11,832 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9aa7de6f79e498db8f5899f9be8686e 2024-11-07T15:20:11,844 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f1/051179917044453c904d438ebf90dfa4 is 30, key is row1/f1:/1730992799630/DeleteFamily/seqid=0 2024-11-07T15:20:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741842_1018 (size=5158) 2024-11-07T15:20:11,849 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/ns/7d6f3a5783ee484f90e0bba56b2b499a is 43, key is default/ns:d/1730992772899/Put/seqid=0 2024-11-07T15:20:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741843_1019 (size=5153) 2024-11-07T15:20:12,012 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:12,024 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1735, reset compression=false 2024-11-07T15:20:12,212 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:12,248 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f1/051179917044453c904d438ebf90dfa4 2024-11-07T15:20:12,251 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051179917044453c904d438ebf90dfa4 2024-11-07T15:20:12,252 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/ns/7d6f3a5783ee484f90e0bba56b2b499a 2024-11-07T15:20:12,265 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/norep/a4b8e40b1740485f97610ddc1226e151 is 32, key is row/norep:/1730992798625/DeleteFamily/seqid=0 2024-11-07T15:20:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741844_1020 (size=5101) 2024-11-07T15:20:12,274 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/rep_barrier/822719cfe68b49d2821537d37a700372 is 112, key is test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b./rep_barrier:seqnumDuringOpen/1730992785430/Put/seqid=0 2024-11-07T15:20:12,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741845_1021 (size=5518) 2024-11-07T15:20:12,412 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:12,427 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1735, reset compression=false 2024-11-07T15:20:12,613 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026, afc751ad72ff9d7d2dc8693da727bf1b 2024-11-07T15:20:12,668 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/norep/a4b8e40b1740485f97610ddc1226e151 2024-11-07T15:20:12,673 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4b8e40b1740485f97610ddc1226e151 2024-11-07T15:20:12,673 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f/c9aa7de6f79e498db8f5899f9be8686e as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/f/c9aa7de6f79e498db8f5899f9be8686e 2024-11-07T15:20:12,677 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9aa7de6f79e498db8f5899f9be8686e 2024-11-07T15:20:12,678 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/f/c9aa7de6f79e498db8f5899f9be8686e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T15:20:12,678 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/f1/051179917044453c904d438ebf90dfa4 as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/f1/051179917044453c904d438ebf90dfa4 2024-11-07T15:20:12,682 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051179917044453c904d438ebf90dfa4 2024-11-07T15:20:12,682 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/f1/051179917044453c904d438ebf90dfa4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:12,683 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/.tmp/norep/a4b8e40b1740485f97610ddc1226e151 as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/norep/a4b8e40b1740485f97610ddc1226e151 2024-11-07T15:20:12,686 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/rep_barrier/822719cfe68b49d2821537d37a700372 2024-11-07T15:20:12,687 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4b8e40b1740485f97610ddc1226e151 2024-11-07T15:20:12,687 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/norep/a4b8e40b1740485f97610ddc1226e151, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T15:20:12,688 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for afc751ad72ff9d7d2dc8693da727bf1b in 1276ms, sequenceid=12, compaction requested=false 2024-11-07T15:20:12,692 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/default/test/afc751ad72ff9d7d2dc8693da727bf1b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T15:20:12,692 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:12,692 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:12,692 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:20:12,692 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc751ad72ff9d7d2dc8693da727bf1b: Waiting for close lock at 1730992811411Running coprocessor pre-close hooks at 1730992811411Disabling compacts and flushes for region at 1730992811411Disabling writes for close at 1730992811411Obtaining lock to block concurrent updates at 1730992811411Preparing flush snapshotting stores in afc751ad72ff9d7d2dc8693da727bf1b at 1730992811411Finished memstore snapshotting test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730992811411Flushing stores of test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. at 1730992811412 (+1 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/f: creating writer at 1730992811412Flushing afc751ad72ff9d7d2dc8693da727bf1b/f: appending metadata at 1730992811423 (+11 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/f: closing flushed file at 1730992811423Flushing afc751ad72ff9d7d2dc8693da727bf1b/f1: creating writer at 1730992811832 (+409 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/f1: appending metadata at 1730992811844 (+12 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/f1: closing flushed file at 1730992811844Flushing afc751ad72ff9d7d2dc8693da727bf1b/norep: creating writer at 1730992812252 (+408 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/norep: appending metadata at 1730992812264 (+12 ms)Flushing afc751ad72ff9d7d2dc8693da727bf1b/norep: closing flushed file at 1730992812264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea1aab0: reopening flushed file at 1730992812673 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17eedfd1: reopening flushed file at 1730992812678 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cb6468: reopening flushed file at 1730992812683 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for afc751ad72ff9d7d2dc8693da727bf1b in 1276ms, sequenceid=12, compaction requested=false at 1730992812688 (+5 ms)Writing region close event to WAL at 1730992812689 (+1 ms)Running coprocessor post-close hooks at 1730992812692 (+3 ms)Closed at 1730992812692 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992784689.afc751ad72ff9d7d2dc8693da727bf1b. 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ffe7e526b8fef1ea9011fccd9a73026, disabling compactions & flushes 2024-11-07T15:20:12,693 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. after waiting 0 ms 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ffe7e526b8fef1ea9011fccd9a73026: Waiting for close lock at 1730992812693Running coprocessor pre-close hooks at 1730992812693Disabling compacts and flushes for region at 1730992812693Disabling writes for close at 1730992812693Failed flush hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., putting online again at 1730992812693 2024-11-07T15:20:12,693 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,707 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/table/f2865f05cb4d4801a7c633da978ae004 is 53, key is hbase:replication/table:state/1730992790915/Put/seqid=0 2024-11-07T15:20:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:20:12,813 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:20:12,813 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1325): Online Regions={9ffe7e526b8fef1ea9011fccd9a73026=hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:12,813 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:20:12,813 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ffe7e526b8fef1ea9011fccd9a73026 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ffe7e526b8fef1ea9011fccd9a73026, disabling compactions & flushes 2024-11-07T15:20:12,813 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. after waiting 0 ms 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ffe7e526b8fef1ea9011fccd9a73026: Waiting for close lock at 1730992812813Running coprocessor pre-close hooks at 1730992812813Disabling compacts and flushes for region at 1730992812813Disabling writes for close at 1730992812813Failed flush hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026., putting online again at 1730992812813 2024-11-07T15:20:12,813 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992790148.9ffe7e526b8fef1ea9011fccd9a73026. 2024-11-07T15:20:12,931 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 1735, reset compression=false 2024-11-07T15:20:12,935 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:12,935 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 2379, reset compression=false 2024-11-07T15:20:13,013 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:13,110 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/table/f2865f05cb4d4801a7c633da978ae004 2024-11-07T15:20:13,115 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/info/46c1261153a24a23af95cf89e745489a as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/info/46c1261153a24a23af95cf89e745489a 2024-11-07T15:20:13,118 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/info/46c1261153a24a23af95cf89e745489a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:13,119 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/ns/7d6f3a5783ee484f90e0bba56b2b499a as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/ns/7d6f3a5783ee484f90e0bba56b2b499a 2024-11-07T15:20:13,123 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/ns/7d6f3a5783ee484f90e0bba56b2b499a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:13,124 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/rep_barrier/822719cfe68b49d2821537d37a700372 as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/rep_barrier/822719cfe68b49d2821537d37a700372 2024-11-07T15:20:13,127 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/rep_barrier/822719cfe68b49d2821537d37a700372, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:13,128 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/.tmp/table/f2865f05cb4d4801a7c633da978ae004 as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/table/f2865f05cb4d4801a7c633da978ae004 2024-11-07T15:20:13,131 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/table/f2865f05cb4d4801a7c633da978ae004, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:13,131 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:13,137 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:13,137 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:13,137 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:13,137 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:13,137 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992811411Running coprocessor pre-close hooks at 1730992811411Disabling compacts and flushes for region at 1730992811411Disabling writes for close at 1730992811412 (+1 ms)Obtaining lock to block concurrent updates at 1730992811412Preparing flush snapshotting stores in 1588230740 at 1730992811412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992811412Flushing stores of hbase:meta,,1.1588230740 at 1730992811412Flushing 1588230740/info: creating writer at 1730992811412Flushing 1588230740/info: appending metadata at 1730992811427 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730992811428 (+1 ms)Flushing 1588230740/ns: creating writer at 1730992811835 (+407 ms)Flushing 1588230740/ns: appending metadata at 1730992811849 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730992811849Flushing 1588230740/rep_barrier: creating writer at 1730992812256 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992812273 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992812274 (+1 ms)Flushing 1588230740/table: creating writer at 1730992812689 (+415 ms)Flushing 1588230740/table: appending metadata at 1730992812706 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730992812706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3429a075: reopening flushed file at 1730992813114 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b49a02: reopening flushed file at 1730992813119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5850d47e: reopening flushed file at 1730992813123 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72da1fe: reopening flushed file at 1730992813127 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1730992813131 (+4 ms)Writing region close event to WAL at 1730992813134 (+3 ms)Running coprocessor post-close hooks at 1730992813137 (+3 ms)Closed at 1730992813137 2024-11-07T15:20:13,137 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:13,138 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.1730992771851 to pos 2379, reset compression=false 2024-11-07T15:20:13,213 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T15:20:13,213 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,43427,1730992769451; all regions closed. 2024-11-07T15:20:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:13,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/WALs/7b3e4e8e12ef,43427,1730992769451/7b3e4e8e12ef%2C43427%2C1730992769451.meta.1730992772832.meta not finished, retry = 0 2024-11-07T15:20:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741839_1015 (size=2609) 2024-11-07T15:20:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741832_1008 (size=2387) 2024-11-07T15:20:13,320 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:13,320 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:13,320 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:13,320 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:13,320 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:13,320 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:13,320 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,43427,1730992769451 because: Region server is closing 2024-11-07T15:20:13,321 INFO [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43427. 2024-11-07T15:20:13,321 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:13,321 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:13,321 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:13,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:13,421 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.shipper7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 terminated 2024-11-07T15:20:13,421 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,43427,1730992769451.replicationSource.wal-reader.7b3e4e8e12ef%2C43427%2C1730992769451,1-7b3e4e8e12ef,43427,1730992769451 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:13,421 INFO [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43427. 2024-11-07T15:20:13,421 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:13,421 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:13,422 DEBUG [RS:0;7b3e4e8e12ef:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:13,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:13,422 INFO [RS:0;7b3e4e8e12ef:43427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43427 2024-11-07T15:20:13,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852/rs 2024-11-07T15:20:13,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0826211852/rs/7b3e4e8e12ef,43427,1730992769451 2024-11-07T15:20:13,473 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:13,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,43427,1730992769451] 2024-11-07T15:20:13,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0826211852/draining/7b3e4e8e12ef,43427,1730992769451 already deleted, retry=false 2024-11-07T15:20:13,494 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,43427,1730992769451 expired; onlineServers=0 2024-11-07T15:20:13,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,37129,1730992769260' ***** 2024-11-07T15:20:13,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:13,494 DEBUG [M:0;7b3e4e8e12ef:37129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:13,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:13,494 DEBUG [M:0;7b3e4e8e12ef:37129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:13,494 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992771587 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992771587,5,FailOnTimeoutGroup] 2024-11-07T15:20:13,494 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992771587 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992771587,5,FailOnTimeoutGroup] 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:13,494 DEBUG [M:0;7b3e4e8e12ef:37129 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:13,494 INFO [M:0;7b3e4e8e12ef:37129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:13,495 ERROR [M:0;7b3e4e8e12ef:37129 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40451,5,PEWorkerGroup] 2024-11-07T15:20:13,495 INFO [M:0;7b3e4e8e12ef:37129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:13,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:13,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0826211852/master 2024-11-07T15:20:13,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0826211852 2024-11-07T15:20:13,504 DEBUG [M:0;7b3e4e8e12ef:37129 {}] zookeeper.ZKUtil(347): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Unable to get data of znode /0826211852/master because node does not exist (not an error) 2024-11-07T15:20:13,504 WARN [M:0;7b3e4e8e12ef:37129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:20:13,505 INFO [M:0;7b3e4e8e12ef:37129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/.lastflushedseqids 2024-11-07T15:20:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741847_1023 (size=245) 2024-11-07T15:20:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:13,583 INFO [RS:0;7b3e4e8e12ef:43427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:13,583 INFO [RS:0;7b3e4e8e12ef:43427 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,43427,1730992769451; zookeeper connection closed. 2024-11-07T15:20:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10115e17bd20001, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:13,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@228feb1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@228feb1b 2024-11-07T15:20:13,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:13,909 INFO [M:0;7b3e4e8e12ef:37129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:13,909 INFO [M:0;7b3e4e8e12ef:37129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:13,909 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:13,909 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:13,909 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:13,909 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:13,909 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:13,909 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-07T15:20:13,922 DEBUG [M:0;7b3e4e8e12ef:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ef98b589bc45cea921f2c3e935480a is 82, key is hbase:meta,,1/info:regioninfo/1730992772858/Put/seqid=0 2024-11-07T15:20:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:20:13,925 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ef98b589bc45cea921f2c3e935480a 2024-11-07T15:20:13,944 DEBUG [M:0;7b3e4e8e12ef:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/936011fc50d4412892d76b0de67eaa65 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992785439/Put/seqid=0 2024-11-07T15:20:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741849_1025 (size=7217) 2024-11-07T15:20:14,350 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/936011fc50d4412892d76b0de67eaa65 2024-11-07T15:20:14,353 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 936011fc50d4412892d76b0de67eaa65 2024-11-07T15:20:14,369 DEBUG [M:0;7b3e4e8e12ef:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/100ad287937844e89b16f5a90367faee is 69, key is 7b3e4e8e12ef,43427,1730992769451/rs:state/1730992771708/Put/seqid=0 2024-11-07T15:20:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:20:14,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:14,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:20:14,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:20:14,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:14,773 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/100ad287937844e89b16f5a90367faee 2024-11-07T15:20:14,777 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ef98b589bc45cea921f2c3e935480a as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62ef98b589bc45cea921f2c3e935480a 2024-11-07T15:20:14,781 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62ef98b589bc45cea921f2c3e935480a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T15:20:14,781 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/936011fc50d4412892d76b0de67eaa65 as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/936011fc50d4412892d76b0de67eaa65 2024-11-07T15:20:14,785 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 936011fc50d4412892d76b0de67eaa65 2024-11-07T15:20:14,785 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/936011fc50d4412892d76b0de67eaa65, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T15:20:14,786 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/100ad287937844e89b16f5a90367faee as hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/100ad287937844e89b16f5a90367faee 2024-11-07T15:20:14,790 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40451/user/jenkins/test-data/840d00f7-a367-ed52-9c87-29f52a1adf47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/100ad287937844e89b16f5a90367faee, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T15:20:14,791 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false 2024-11-07T15:20:14,799 INFO [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:14,799 DEBUG [M:0;7b3e4e8e12ef:37129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992813909Disabling compacts and flushes for region at 1730992813909Disabling writes for close at 1730992813909Obtaining lock to block concurrent updates at 1730992813909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992813909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1730992813910 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992813910Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992813910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992813922 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992813922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992813929 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992813944 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992813944Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992814353 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992814369 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992814369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102704c5: reopening flushed file at 1730992814777 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292ccbb5: reopening flushed file at 1730992814781 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b98d2d: reopening flushed file at 1730992814785 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false at 1730992814791 (+6 ms)Writing region close event to WAL at 1730992814799 (+8 ms)Closed at 1730992814799 2024-11-07T15:20:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741830_1006 (size=64411) 2024-11-07T15:20:14,802 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:14,802 INFO [M:0;7b3e4e8e12ef:37129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:14,802 INFO [M:0;7b3e4e8e12ef:37129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37129 2024-11-07T15:20:14,802 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:14,962 INFO [M:0;7b3e4e8e12ef:37129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10115e17bd20000, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:14,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f58ef0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:14,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64402b09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:14,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:14,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@636b1c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:14,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@317f02b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:14,966 WARN [BP-762189606-172.17.0.2-1730992767030 heartbeating to localhost/127.0.0.1:40451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:14,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:14,966 WARN [BP-762189606-172.17.0.2-1730992767030 heartbeating to localhost/127.0.0.1:40451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762189606-172.17.0.2-1730992767030 (Datanode Uuid 9c804ae8-2981-4171-a9cd-55e0d01733d4) service to localhost/127.0.0.1:40451 2024-11-07T15:20:14,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:14,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/data/data1/current/BP-762189606-172.17.0.2-1730992767030 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:14,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/cluster_83701f3c-c1f7-eac2-e829-39f2cf379bf9/data/data2/current/BP-762189606-172.17.0.2-1730992767030 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:14,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:14,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44778b48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:14,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ccdef35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:14,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:14,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6719e8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:14,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cbb6089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a24fec-370a-d992-b43b-d22814977c96/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:14,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:20:14,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:14,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34875 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45955 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40451 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=344 (was 285) - AvailableMemoryMB LEAK? - 2024-11-07T15:20:15,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=344 2024-11-07T15:20:15,016 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-07T15:20:15,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir so I do NOT create it in target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32 2024-11-07T15:20:15,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:20:15,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.tmp.dir so I do NOT create it in target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32 2024-11-07T15:20:15,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/782e27c1-b013-bce2-5cdc-268bb4c14bcb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:20:15,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32 2024-11-07T15:20:15,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5, deleteOnExit=true 2024-11-07T15:20:15,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/zookeeper_0, clientPort=53866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:20:15,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53866 2024-11-07T15:20:15,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:20:15,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:20:15,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/test.cache.data in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:20:15,035 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:20:15,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:20:15,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:20:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115e17bd20002, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115e17bd20008, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115e17bd20005, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:15,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115e17bd20008, quorum=127.0.0.1:54710, baseZNode=/21410728990 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:15,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115e17bd20002, quorum=127.0.0.1:54710, baseZNode=/0826211852 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:15,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115e17bd20005, quorum=127.0.0.1:54710, baseZNode=/1-658261649 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:16,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:16,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:16,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:16,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:16,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:20:16,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:16,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75dfdab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:16,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb7f71d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:16,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@118a561c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/java.io.tmpdir/jetty-localhost-40579-hadoop-hdfs-3_4_1-tests_jar-_-any-15840836429275059489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:16,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11840dfd{HTTP/1.1, (http/1.1)}{localhost:40579} 2024-11-07T15:20:16,110 INFO [Time-limited test {}] server.Server(415): Started @278616ms 2024-11-07T15:20:16,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:16,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:16,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:16,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:16,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:20:16,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a551e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:16,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468e06f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:16,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df0def1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/java.io.tmpdir/jetty-localhost-38693-hadoop-hdfs-3_4_1-tests_jar-_-any-16073681301485118274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:16,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290df550{HTTP/1.1, (http/1.1)}{localhost:38693} 2024-11-07T15:20:16,464 INFO [Time-limited test {}] server.Server(415): Started @278969ms 2024-11-07T15:20:16,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:20:17,109 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/data/data1/current/BP-1652808139-172.17.0.2-1730992815053/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:17,109 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/data/data2/current/BP-1652808139-172.17.0.2-1730992815053/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:17,123 WARN [Thread-3442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:20:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4ba073ed63d0a97 with lease ID 0xd749daecedacf914: Processing first storage report for DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8 from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=2a9222ff-206d-416e-8eba-a38d7b78e50c, infoPort=33077, infoSecurePort=0, ipcPort=43083, storageInfo=lv=-57;cid=testClusterID;nsid=687146575;c=1730992815053) 2024-11-07T15:20:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4ba073ed63d0a97 with lease ID 0xd749daecedacf914: from storage DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=2a9222ff-206d-416e-8eba-a38d7b78e50c, infoPort=33077, infoSecurePort=0, ipcPort=43083, storageInfo=lv=-57;cid=testClusterID;nsid=687146575;c=1730992815053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4ba073ed63d0a97 with lease ID 0xd749daecedacf914: Processing first storage report for DS-06fcd55f-a8c2-49b5-88f2-979b958b39e0 from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=2a9222ff-206d-416e-8eba-a38d7b78e50c, infoPort=33077, infoSecurePort=0, ipcPort=43083, storageInfo=lv=-57;cid=testClusterID;nsid=687146575;c=1730992815053) 2024-11-07T15:20:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4ba073ed63d0a97 with lease ID 0xd749daecedacf914: from storage DS-06fcd55f-a8c2-49b5-88f2-979b958b39e0 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=2a9222ff-206d-416e-8eba-a38d7b78e50c, infoPort=33077, infoSecurePort=0, ipcPort=43083, storageInfo=lv=-57;cid=testClusterID;nsid=687146575;c=1730992815053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:17,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32 2024-11-07T15:20:17,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:20:17,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd with version=8 2024-11-07T15:20:17,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/hbase-staging 2024-11-07T15:20:17,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:17,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:17,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35375 2024-11-07T15:20:17,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35375 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353750x0, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:17,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35375-0x10115e237640000 connected 2024-11-07T15:20:17,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/running 2024-11-07T15:20:17,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd, hbase.cluster.distributed=false 2024-11-07T15:20:17,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/acl 2024-11-07T15:20:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-07T15:20:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35375 2024-11-07T15:20:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35375 2024-11-07T15:20:17,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-07T15:20:17,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35375 2024-11-07T15:20:17,795 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:20:17,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:17,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39739 2024-11-07T15:20:17,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39739 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:17,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397390x0, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:17,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39739-0x10115e237640001 connected 2024-11-07T15:20:17,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/running 2024-11-07T15:20:17,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:20:17,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:20:17,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/master 2024-11-07T15:20:17,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/acl 2024-11-07T15:20:17,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-07T15:20:17,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39739 2024-11-07T15:20:17,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39739 2024-11-07T15:20:17,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-07T15:20:17,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-07T15:20:17,830 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35375 2024-11-07T15:20:17,830 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1721638710/backup-masters/7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/backup-masters 2024-11-07T15:20:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/backup-masters 2024-11-07T15:20:17,841 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on existing znode=/0-1721638710/backup-masters/7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721638710/master 2024-11-07T15:20:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:17,852 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on existing znode=/0-1721638710/master 2024-11-07T15:20:17,852 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1721638710/backup-masters/7b3e4e8e12ef,35375,1730992817599 from backup master directory 2024-11-07T15:20:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721638710/backup-masters/7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/backup-masters 2024-11-07T15:20:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/backup-masters 2024-11-07T15:20:17,862 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:17,862 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:17,864 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/hbase.id] with ID: 2799a1db-a2c2-4182-bffa-b02ef392b661 2024-11-07T15:20:17,864 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/.tmp/hbase.id 2024-11-07T15:20:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:20:18,270 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/.tmp/hbase.id]:[hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/hbase.id] 2024-11-07T15:20:18,276 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:18,276 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:20:18,277 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:20:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:20:18,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:18,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:20:18,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:20:19,156 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store 2024-11-07T15:20:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:19,561 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:19,561 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:19,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992819561Disabling compacts and flushes for region at 1730992819561Disabling writes for close at 1730992819561Writing region close event to WAL at 1730992819561Closed at 1730992819561 2024-11-07T15:20:19,562 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/.initializing 2024-11-07T15:20:19,562 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/WALs/7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:19,562 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:19,564 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35375%2C1730992817599, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/WALs/7b3e4e8e12ef,35375,1730992817599, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/oldWALs, maxLogs=10 2024-11-07T15:20:19,575 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/WALs/7b3e4e8e12ef,35375,1730992817599/7b3e4e8e12ef%2C35375%2C1730992817599.1730992819564, exclude list is [], retry=0 2024-11-07T15:20:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8,DISK] 2024-11-07T15:20:19,578 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/WALs/7b3e4e8e12ef,35375,1730992817599/7b3e4e8e12ef%2C35375%2C1730992817599.1730992819564 2024-11-07T15:20:19,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33077:33077)] 2024-11-07T15:20:19,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:19,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:19,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:20:19,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:19,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:19,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:20:19,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:19,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:19,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:20:19,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:19,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:19,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:20:19,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:19,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:19,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,586 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:19,587 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:19,589 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:19,589 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59759011, jitterRate=-0.10952134430408478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:19,589 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992819579Initializing all the Stores at 1730992819580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992819580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992819580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992819580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992819580Cleaning up temporary data from old regions at 1730992819586 (+6 ms)Region opened successfully at 1730992819589 (+3 ms) 2024-11-07T15:20:19,590 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:20:19,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af1fff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:20:19,592 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:20:19,594 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:20:19,594 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Unable to get data of znode /0-1721638710/balancer because node does not exist (not necessarily an error) 2024-11-07T15:20:19,651 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/balancer already deleted, retry=false 2024-11-07T15:20:19,651 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:20:19,652 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Unable to get data of znode /0-1721638710/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:20:19,662 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/normalizer already deleted, retry=false 2024-11-07T15:20:19,662 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:20:19,663 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Unable to get data of znode /0-1721638710/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:20:19,672 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/switch/split already deleted, retry=false 2024-11-07T15:20:19,673 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Unable to get data of znode /0-1721638710/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:20:19,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/switch/merge already deleted, retry=false 2024-11-07T15:20:19,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Unable to get data of znode /0-1721638710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:20:19,693 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/snapshot-cleanup already deleted, retry=false 2024-11-07T15:20:19,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721638710/running 2024-11-07T15:20:19,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1721638710/running 2024-11-07T15:20:19,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,704 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35375,1730992817599, sessionid=0x10115e237640000, setting cluster-up flag (Was=false) 2024-11-07T15:20:19,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,756 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1721638710/flush-table-proc/acquired, /0-1721638710/flush-table-proc/reached, /0-1721638710/flush-table-proc/abort 2024-11-07T15:20:19,758 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:19,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:19,809 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1721638710/online-snapshot/acquired, /0-1721638710/online-snapshot/reached, /0-1721638710/online-snapshot/abort 2024-11-07T15:20:19,810 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:19,811 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:20:19,812 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:19,812 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:20:19,812 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:20:19,812 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35375,1730992817599 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:19,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992849814 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:20:19,814 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:19,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:20:19,815 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:20:19,815 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:20:19,815 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:20:19,815 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:20:19,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:19,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:20:19,815 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:20:19,816 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:20:19,816 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992819816,5,FailOnTimeoutGroup] 2024-11-07T15:20:19,816 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992819816,5,FailOnTimeoutGroup] 2024-11-07T15:20:19,816 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,816 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:20:19,816 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,816 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:20:19,823 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(746): ClusterId : 2799a1db-a2c2-4182-bffa-b02ef392b661 2024-11-07T15:20:19,823 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:20:19,831 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:20:19,831 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:20:19,841 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:20:19,841 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f15bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:19,851 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:39739 2024-11-07T15:20:19,851 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:20:19,851 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:20:19,851 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:20:19,851 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35375,1730992817599 with port=39739, startcode=1730992817795 2024-11-07T15:20:19,852 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:20:19,853 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:20:19,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35375 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,854 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd 2024-11-07T15:20:19,854 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38871 2024-11-07T15:20:19,854 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:20:19,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/rs 2024-11-07T15:20:19,862 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] zookeeper.ZKUtil(111): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on existing znode=/0-1721638710/rs/7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,862 WARN [RS:0;7b3e4e8e12ef:39739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:19,862 INFO [RS:0;7b3e4e8e12ef:39739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:19,862 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,39739,1730992817795] 2024-11-07T15:20:19,864 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:20:19,865 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:20:19,865 INFO [RS:0;7b3e4e8e12ef:39739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:20:19,865 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,866 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:20:19,866 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:20:19,866 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,866 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,867 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:19,867 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:19,867 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,868 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39739,1730992817795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:19,883 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:20:19,883 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39739,1730992817795-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,883 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,883 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.Replication(171): 7b3e4e8e12ef,39739,1730992817795 started 2024-11-07T15:20:19,895 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:19,895 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,39739,1730992817795, RpcServer on 7b3e4e8e12ef/172.17.0.2:39739, sessionid=0x10115e237640001 2024-11-07T15:20:19,895 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:20:19,895 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,895 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39739,1730992817795' 2024-11-07T15:20:19,895 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1721638710/flush-table-proc/abort' 2024-11-07T15:20:19,895 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1721638710/flush-table-proc/acquired' 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39739,1730992817795' 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1721638710/online-snapshot/abort' 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1721638710/online-snapshot/acquired' 2024-11-07T15:20:19,896 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:20:19,896 INFO [RS:0;7b3e4e8e12ef:39739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:20:19,896 INFO [RS:0;7b3e4e8e12ef:39739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:20:19,996 INFO [RS:0;7b3e4e8e12ef:39739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:19,997 INFO [RS:0;7b3e4e8e12ef:39739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39739%2C1730992817795, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/oldWALs, maxLogs=10 2024-11-07T15:20:20,009 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, exclude list is [], retry=0 2024-11-07T15:20:20,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8,DISK] 2024-11-07T15:20:20,012 INFO [RS:0;7b3e4e8e12ef:39739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 2024-11-07T15:20:20,012 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33077:33077)] 2024-11-07T15:20:20,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:20,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:20,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:20:20,223 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd 2024-11-07T15:20:20,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:20:20,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:20,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:20,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:20,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:20,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:20,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:20,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:20,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:20,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:20,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:20,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740 2024-11-07T15:20:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740 2024-11-07T15:20:20,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:20,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:20,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:20,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:20,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88624 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:20,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:20,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:20,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64766646, jitterRate=-0.03490176796913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:20,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992820228Initializing all the Stores at 1730992820228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992820228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820228Cleaning up temporary data from old regions at 1730992820233 (+5 ms)Region opened successfully at 1730992820236 (+3 ms) 2024-11-07T15:20:20,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:20,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:20,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:20,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:20,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:20,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:20,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992820236Disabling compacts and flushes for region at 1730992820236Disabling writes for close at 1730992820236Writing region close event to WAL at 1730992820237 (+1 ms)Closed at 1730992820237 2024-11-07T15:20:20,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:20,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:20:20,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:20:20,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:20,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:20:20,389 DEBUG [7b3e4e8e12ef:35375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:20:20,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:20,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39739,1730992817795, state=OPENING 2024-11-07T15:20:20,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:20,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721638710/meta-region-server: CHANGED 2024-11-07T15:20:20,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721638710/meta-region-server: CHANGED 2024-11-07T15:20:20,484 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:20,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39739,1730992817795}] 2024-11-07T15:20:20,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:20,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:20:20,639 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:20:20,639 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:20,639 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:20:20,640 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39739%2C1730992817795.meta, suffix=.meta, logDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/oldWALs, maxLogs=10 2024-11-07T15:20:20,652 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.meta.1730992820641.meta, exclude list is [], retry=0 2024-11-07T15:20:20,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8,DISK] 2024-11-07T15:20:20,657 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.meta.1730992820641.meta 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33077:33077)] 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:20,658 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:20:20,658 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:20:20,658 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:20:20,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:20,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:20,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:20,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:20,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:20,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:20,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:20,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:20,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:20,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:20,663 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:20,663 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740 2024-11-07T15:20:20,664 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740 2024-11-07T15:20:20,665 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:20,665 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:20,665 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:20,666 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:20,667 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59276272, jitterRate=-0.1167147159576416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:20,667 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:20:20,667 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992820659Writing region info on filesystem at 1730992820659Initializing all the Stores at 1730992820659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992820659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992820659Cleaning up temporary data from old regions at 1730992820665 (+6 ms)Running coprocessor post-open hooks at 1730992820667 (+2 ms)Region opened successfully at 1730992820667 2024-11-07T15:20:20,668 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992820636 2024-11-07T15:20:20,669 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:20:20,670 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:20:20,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:20,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39739,1730992817795, state=OPEN 2024-11-07T15:20:20,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1721638710/meta-region-server 2024-11-07T15:20:20,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1721638710/meta-region-server 2024-11-07T15:20:20,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:20,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721638710/meta-region-server: CHANGED 2024-11-07T15:20:20,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1721638710/meta-region-server: CHANGED 2024-11-07T15:20:20,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:20:20,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39739,1730992817795 in 209 msec 2024-11-07T15:20:20,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:20:20,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-07T15:20:20,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:20,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:20:20,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:20,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=-1] 2024-11-07T15:20:20,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:20,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:20,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-07T15:20:20,703 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992820703, completionTime=-1 2024-11-07T15:20:20,703 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:20:20,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992880705 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992940705 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,705 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,706 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,706 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35375, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,706 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,706 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,707 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:20,709 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:20:20,711 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:20:20,711 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:20:20,711 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35375,1730992817599-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:20,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd03707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:20,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35375,-1 for getting cluster id 2024-11-07T15:20:20,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:20,725 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2799a1db-a2c2-4182-bffa-b02ef392b661' 2024-11-07T15:20:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2799a1db-a2c2-4182-bffa-b02ef392b661" 2024-11-07T15:20:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2621c336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35375,-1] 2024-11-07T15:20:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:20,726 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:20,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56eb3a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:20,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=-1] 2024-11-07T15:20:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:20,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:20,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:20,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:20,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e237640002 connected 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir so I do NOT create it in target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b 2024-11-07T15:20:20,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.tmp.dir so I do NOT create it in target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b 2024-11-07T15:20:20,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:20:20,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/cluster_18900545-763c-bb58-deaa-3ad0337af0a9, deleteOnExit=true 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/test.cache.data in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:20:20,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:20:21,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:21,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:21,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:21,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:21,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:20:21,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:21,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5939cda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:21,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36537acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:21,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f46ddd4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/java.io.tmpdir/jetty-localhost-43361-hadoop-hdfs-3_4_1-tests_jar-_-any-4354209341280168785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:21,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a46683{HTTP/1.1, (http/1.1)}{localhost:43361} 2024-11-07T15:20:21,237 INFO [Time-limited test {}] server.Server(415): Started @283743ms 2024-11-07T15:20:21,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:21,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:21,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:21,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:21,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:20:21,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378fc2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:21,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb4a526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:21,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a57515a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/java.io.tmpdir/jetty-localhost-36329-hadoop-hdfs-3_4_1-tests_jar-_-any-2700824327659483100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:21,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4be9095{HTTP/1.1, (http/1.1)}{localhost:36329} 2024-11-07T15:20:21,608 INFO [Time-limited test {}] server.Server(415): Started @284114ms 2024-11-07T15:20:21,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:20:22,255 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/cluster_18900545-763c-bb58-deaa-3ad0337af0a9/data/data2/current/BP-1062782907-172.17.0.2-1730992820768/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:22,255 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/cluster_18900545-763c-bb58-deaa-3ad0337af0a9/data/data1/current/BP-1062782907-172.17.0.2-1730992820768/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:22,272 WARN [Thread-3563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:20:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85045c09c8b6b49a with lease ID 0x644a105413fc1ec2: Processing first storage report for DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=168665a1-49f7-4061-80c7-27606564508d, infoPort=33577, infoSecurePort=0, ipcPort=43693, storageInfo=lv=-57;cid=testClusterID;nsid=1318888249;c=1730992820768) 2024-11-07T15:20:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85045c09c8b6b49a with lease ID 0x644a105413fc1ec2: from storage DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=168665a1-49f7-4061-80c7-27606564508d, infoPort=33577, infoSecurePort=0, ipcPort=43693, storageInfo=lv=-57;cid=testClusterID;nsid=1318888249;c=1730992820768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85045c09c8b6b49a with lease ID 0x644a105413fc1ec2: Processing first storage report for DS-5835481d-6093-41ae-8221-fbd08739e734 from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=168665a1-49f7-4061-80c7-27606564508d, infoPort=33577, infoSecurePort=0, ipcPort=43693, storageInfo=lv=-57;cid=testClusterID;nsid=1318888249;c=1730992820768) 2024-11-07T15:20:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85045c09c8b6b49a with lease ID 0x644a105413fc1ec2: from storage DS-5835481d-6093-41ae-8221-fbd08739e734 node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=168665a1-49f7-4061-80c7-27606564508d, infoPort=33577, infoSecurePort=0, ipcPort=43693, storageInfo=lv=-57;cid=testClusterID;nsid=1318888249;c=1730992820768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:22,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b 2024-11-07T15:20:22,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:20:22,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470 with version=8 2024-11-07T15:20:22,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/hbase-staging 2024-11-07T15:20:22,740 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:22,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39293 2024-11-07T15:20:22,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39293 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392930x0, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:22,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39293-0x10115e237640003 connected 2024-11-07T15:20:22,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/running 2024-11-07T15:20:22,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470, hbase.cluster.distributed=false 2024-11-07T15:20:22,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/acl 2024-11-07T15:20:22,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-07T15:20:22,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39293 2024-11-07T15:20:22,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39293 2024-11-07T15:20:22,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-07T15:20:22,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-07T15:20:22,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:20:22,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:22,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39519 2024-11-07T15:20:22,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39519 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:22,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:22,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395190x0, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:22,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395190x0, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/running 2024-11-07T15:20:22,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39519-0x10115e237640004 connected 2024-11-07T15:20:22,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:20:22,905 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:20:22,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/master 2024-11-07T15:20:22,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/acl 2024-11-07T15:20:22,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39519 2024-11-07T15:20:22,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39519 2024-11-07T15:20:22,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39519 2024-11-07T15:20:22,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39519 2024-11-07T15:20:22,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39519 2024-11-07T15:20:22,920 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39293 2024-11-07T15:20:22,921 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-406759152/backup-masters/7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:22,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/backup-masters 2024-11-07T15:20:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/backup-masters 2024-11-07T15:20:22,931 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on existing znode=/1-406759152/backup-masters/7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406759152/master 2024-11-07T15:20:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:22,941 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on existing znode=/1-406759152/master 2024-11-07T15:20:22,942 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-406759152/backup-masters/7b3e4e8e12ef,39293,1730992822739 from backup master directory 2024-11-07T15:20:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/backup-masters 2024-11-07T15:20:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406759152/backup-masters/7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/backup-masters 2024-11-07T15:20:22,952 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:22,952 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:22,955 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/hbase.id] with ID: 2d17e963-562b-4244-a081-f53350dd39e8 2024-11-07T15:20:22,955 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/.tmp/hbase.id 2024-11-07T15:20:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:20:23,359 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/.tmp/hbase.id]:[hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/hbase.id] 2024-11-07T15:20:23,366 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:23,366 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:20:23,367 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:20:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:20:23,828 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:23,828 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:20:23,829 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:23,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:20:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:20:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:20:24,235 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store 2024-11-07T15:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:24,639 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:24,639 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:24,639 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992824639Disabling compacts and flushes for region at 1730992824639Disabling writes for close at 1730992824639Writing region close event to WAL at 1730992824639Closed at 1730992824639 2024-11-07T15:20:24,640 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/.initializing 2024-11-07T15:20:24,640 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/WALs/7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:24,641 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:24,642 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39293%2C1730992822739, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/WALs/7b3e4e8e12ef,39293,1730992822739, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/oldWALs, maxLogs=10 2024-11-07T15:20:24,653 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/WALs/7b3e4e8e12ef,39293,1730992822739/7b3e4e8e12ef%2C39293%2C1730992822739.1730992824642, exclude list is [], retry=0 2024-11-07T15:20:24,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec,DISK] 2024-11-07T15:20:24,656 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/WALs/7b3e4e8e12ef,39293,1730992822739/7b3e4e8e12ef%2C39293%2C1730992822739.1730992824642 2024-11-07T15:20:24,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-07T15:20:24,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:24,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:24,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,657 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:20:24,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:24,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:24,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:20:24,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:24,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:24,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:20:24,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:24,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:24,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:20:24,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:24,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:24,662 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,663 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,663 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,664 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,664 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,665 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:24,666 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:24,667 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:24,667 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59344927, jitterRate=-0.11569167673587799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:24,668 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992824657Initializing all the Stores at 1730992824658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992824658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992824658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992824658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992824658Cleaning up temporary data from old regions at 1730992824664 (+6 ms)Region opened successfully at 1730992824668 (+4 ms) 2024-11-07T15:20:24,668 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:20:24,670 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef4bc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:24,670 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:20:24,670 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:20:24,670 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:20:24,671 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:20:24,671 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:20:24,671 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:20:24,671 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:20:24,673 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:20:24,673 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/balancer because node does not exist (not necessarily an error) 2024-11-07T15:20:24,735 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/balancer already deleted, retry=false 2024-11-07T15:20:24,736 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:20:24,736 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:20:24,746 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/normalizer already deleted, retry=false 2024-11-07T15:20:24,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:20:24,747 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:20:24,756 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/switch/split already deleted, retry=false 2024-11-07T15:20:24,757 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:20:24,767 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/switch/merge already deleted, retry=false 2024-11-07T15:20:24,769 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:20:24,777 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/snapshot-cleanup already deleted, retry=false 2024-11-07T15:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406759152/running 2024-11-07T15:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406759152/running 2024-11-07T15:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,788 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39293,1730992822739, sessionid=0x10115e237640003, setting cluster-up flag (Was=false) 2024-11-07T15:20:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,840 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406759152/flush-table-proc/acquired, /1-406759152/flush-table-proc/reached, /1-406759152/flush-table-proc/abort 2024-11-07T15:20:24,842 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:24,893 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406759152/online-snapshot/acquired, /1-406759152/online-snapshot/reached, /1-406759152/online-snapshot/abort 2024-11-07T15:20:24,894 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:24,895 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:20:24,896 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:24,896 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:20:24,896 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:20:24,897 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39293,1730992822739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:24,898 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992854899 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:20:24,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:20:24,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:20:24,899 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:20:24,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:20:24,900 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992824900,5,FailOnTimeoutGroup] 2024-11-07T15:20:24,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:20:24,900 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992824900,5,FailOnTimeoutGroup] 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:24,900 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:20:24,910 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(746): ClusterId : 2d17e963-562b-4244-a081-f53350dd39e8 2024-11-07T15:20:24,910 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:20:24,920 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:20:24,920 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:20:24,931 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:20:24,931 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a96aa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:24,941 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:39519 2024-11-07T15:20:24,941 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:20:24,941 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:20:24,941 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:20:24,941 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39293,1730992822739 with port=39519, startcode=1730992822885 2024-11-07T15:20:24,942 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:20:24,943 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:20:24,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:24,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39293 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:24,944 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470 2024-11-07T15:20:24,944 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34087 2024-11-07T15:20:24,944 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:20:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/rs 2024-11-07T15:20:25,007 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] zookeeper.ZKUtil(111): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on existing znode=/1-406759152/rs/7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,007 WARN [RS:0;7b3e4e8e12ef:39519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:25,007 INFO [RS:0;7b3e4e8e12ef:39519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:25,007 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,39519,1730992822885] 2024-11-07T15:20:25,009 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:20:25,011 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:20:25,011 INFO [RS:0;7b3e4e8e12ef:39519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:20:25,011 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,011 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:20:25,012 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:20:25,012 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:25,012 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,016 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39519,1730992822885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:25,028 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:20:25,029 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39519,1730992822885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,029 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,029 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.Replication(171): 7b3e4e8e12ef,39519,1730992822885 started 2024-11-07T15:20:25,040 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,041 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,39519,1730992822885, RpcServer on 7b3e4e8e12ef/172.17.0.2:39519, sessionid=0x10115e237640004 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39519,1730992822885' 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406759152/flush-table-proc/abort' 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406759152/flush-table-proc/acquired' 2024-11-07T15:20:25,041 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,39519,1730992822885' 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406759152/online-snapshot/abort' 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406759152/online-snapshot/acquired' 2024-11-07T15:20:25,042 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:20:25,042 INFO [RS:0;7b3e4e8e12ef:39519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:20:25,042 INFO [RS:0;7b3e4e8e12ef:39519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:20:25,143 INFO [RS:0;7b3e4e8e12ef:39519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:25,144 INFO [RS:0;7b3e4e8e12ef:39519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39519%2C1730992822885, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/oldWALs, maxLogs=10 2024-11-07T15:20:25,161 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, exclude list is [], retry=0 2024-11-07T15:20:25,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec,DISK] 2024-11-07T15:20:25,164 INFO [RS:0;7b3e4e8e12ef:39519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 2024-11-07T15:20:25,165 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-07T15:20:25,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:20:25,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470 2024-11-07T15:20:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:20:25,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:25,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:25,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:25,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:25,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:25,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:25,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:25,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:25,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:25,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:25,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740 2024-11-07T15:20:25,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740 2024-11-07T15:20:25,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:25,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:25,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:25,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:25,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:25,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58962752, jitterRate=-0.12138652801513672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:25,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992825315Initializing all the Stores at 1730992825316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992825316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825316Cleaning up temporary data from old regions at 1730992825322 (+6 ms)Region opened successfully at 1730992825325 (+3 ms) 2024-11-07T15:20:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:25,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:25,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992825326Disabling compacts and flushes for region at 1730992825326Disabling writes for close at 1730992825326Writing region close event to WAL at 1730992825326Closed at 1730992825326 2024-11-07T15:20:25,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:25,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:20:25,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:20:25,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:25,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:20:25,479 DEBUG [7b3e4e8e12ef:39293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:20:25,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39519,1730992822885, state=OPENING 2024-11-07T15:20:25,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:20:25,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:25,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:25,535 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:25,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39519,1730992822885}] 2024-11-07T15:20:25,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406759152/meta-region-server: CHANGED 2024-11-07T15:20:25,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406759152/meta-region-server: CHANGED 2024-11-07T15:20:25,687 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:25,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:20:25,691 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:20:25,691 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:25,692 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:20:25,692 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39519%2C1730992822885.meta, suffix=.meta, logDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/oldWALs, maxLogs=10 2024-11-07T15:20:25,705 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.meta.1730992825693.meta, exclude list is [], retry=0 2024-11-07T15:20:25,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec,DISK] 2024-11-07T15:20:25,708 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.meta.1730992825693.meta 2024-11-07T15:20:25,708 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-07T15:20:25,708 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:25,709 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:20:25,709 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:20:25,709 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:20:25,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:25,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:25,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:25,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:25,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:25,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:25,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:25,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:25,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:25,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:25,713 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:25,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740 2024-11-07T15:20:25,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740 2024-11-07T15:20:25,715 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:25,715 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:25,715 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:25,716 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:25,716 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59426940, jitterRate=-0.11446958780288696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:25,716 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:20:25,716 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992825709Writing region info on filesystem at 1730992825709Initializing all the Stores at 1730992825710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825710Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992825710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992825710Cleaning up temporary data from old regions at 1730992825715 (+5 ms)Running coprocessor post-open hooks at 1730992825716 (+1 ms)Region opened successfully at 1730992825716 2024-11-07T15:20:25,717 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992825687 2024-11-07T15:20:25,719 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:20:25,719 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:20:25,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,39519,1730992822885, state=OPEN 2024-11-07T15:20:25,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406759152/meta-region-server 2024-11-07T15:20:25,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406759152/meta-region-server 2024-11-07T15:20:25,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:25,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406759152/meta-region-server: CHANGED 2024-11-07T15:20:25,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406759152/meta-region-server: CHANGED 2024-11-07T15:20:25,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:20:25,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,39519,1730992822885 in 194 msec 2024-11-07T15:20:25,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:20:25,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-07T15:20:25,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:25,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:20:25,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:25,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=-1] 2024-11-07T15:20:25,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:25,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:25,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-11-07T15:20:25,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992825741, completionTime=-1 2024-11-07T15:20:25,741 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:20:25,741 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992885743 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992945743 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39293, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,743 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,745 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.794sec 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:25,746 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:20:25,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:20:25,748 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:20:25,748 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39293,1730992822739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:25,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f55bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:25,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:25,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:25,812 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f81295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:25,813 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:25,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:25,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=-1] 2024-11-07T15:20:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:25,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:25,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:25,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:25,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e237640005 connected 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir so I do NOT create it in target/test-data/3165def7-cfbf-b736-4b0f-598737de1888 2024-11-07T15:20:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.tmp.dir so I do NOT create it in target/test-data/3165def7-cfbf-b736-4b0f-598737de1888 2024-11-07T15:20:25,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:20:25,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/cluster_98695669-4881-fbee-b2ea-2542eaaf65aa, deleteOnExit=true 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/test.cache.data in system properties and HBase conf 2024-11-07T15:20:25,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:20:25,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:20:25,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:20:25,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:20:26,148 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T15:20:26,149 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,149 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,149 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,149 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,150 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,200 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,210 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,218 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:26,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:20:26,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:26,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:26,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:26,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:26,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:20:26,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:26,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4753f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:26,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1f1cb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:26,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24b081ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/java.io.tmpdir/jetty-localhost-41297-hadoop-hdfs-3_4_1-tests_jar-_-any-3838987470346797405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:26,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd960d9{HTTP/1.1, (http/1.1)}{localhost:41297} 2024-11-07T15:20:26,376 INFO [Time-limited test {}] server.Server(415): Started @288882ms 2024-11-07T15:20:26,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:26,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:26,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:26,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:26,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:20:26,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ae2ce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:26,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@100a4029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:26,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50e8dd6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/java.io.tmpdir/jetty-localhost-32821-hadoop-hdfs-3_4_1-tests_jar-_-any-14034378025301895047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:26,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1044a68b{HTTP/1.1, (http/1.1)}{localhost:32821} 2024-11-07T15:20:26,751 INFO [Time-limited test {}] server.Server(415): Started @289256ms 2024-11-07T15:20:26,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:20:27,413 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/cluster_98695669-4881-fbee-b2ea-2542eaaf65aa/data/data1/current/BP-1676003625-172.17.0.2-1730992825879/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:27,413 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/cluster_98695669-4881-fbee-b2ea-2542eaaf65aa/data/data2/current/BP-1676003625-172.17.0.2-1730992825879/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:27,432 WARN [Thread-3684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:20:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f6a033a8fb5bf1 with lease ID 0xb17b564e0fddf5ef: Processing first storage report for DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42 from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=499096d5-9aa2-4800-8d89-12d8bbfc441b, infoPort=42397, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=851936392;c=1730992825879) 2024-11-07T15:20:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f6a033a8fb5bf1 with lease ID 0xb17b564e0fddf5ef: from storage DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42 node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=499096d5-9aa2-4800-8d89-12d8bbfc441b, infoPort=42397, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=851936392;c=1730992825879), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f6a033a8fb5bf1 with lease ID 0xb17b564e0fddf5ef: Processing first storage report for DS-dde8ea4b-2719-4d13-8841-4db8e36d234f from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=499096d5-9aa2-4800-8d89-12d8bbfc441b, infoPort=42397, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=851936392;c=1730992825879) 2024-11-07T15:20:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f6a033a8fb5bf1 with lease ID 0xb17b564e0fddf5ef: from storage DS-dde8ea4b-2719-4d13-8841-4db8e36d234f node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=499096d5-9aa2-4800-8d89-12d8bbfc441b, infoPort=42397, infoSecurePort=0, ipcPort=38991, storageInfo=lv=-57;cid=testClusterID;nsid=851936392;c=1730992825879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:27,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888 2024-11-07T15:20:27,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:27,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:20:27,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503 with version=8 2024-11-07T15:20:27,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/hbase-staging 2024-11-07T15:20:27,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:20:27,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:27,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33949 2024-11-07T15:20:27,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33949 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339490x0, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:27,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33949-0x10115e237640006 connected 2024-11-07T15:20:28,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:28,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:28,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/running 2024-11-07T15:20:28,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503, hbase.cluster.distributed=false 2024-11-07T15:20:28,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/acl 2024-11-07T15:20:28,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-07T15:20:28,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-07T15:20:28,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-07T15:20:28,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-07T15:20:28,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-07T15:20:28,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:20:28,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:28,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36125 2024-11-07T15:20:28,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36125 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:28,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:28,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:28,061 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361250x0, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:28,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361250x0, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/running 2024-11-07T15:20:28,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36125-0x10115e237640007 connected 2024-11-07T15:20:28,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:20:28,062 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:20:28,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/master 2024-11-07T15:20:28,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/acl 2024-11-07T15:20:28,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-07T15:20:28,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36125 2024-11-07T15:20:28,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36125 2024-11-07T15:20:28,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-07T15:20:28,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36125 2024-11-07T15:20:28,087 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:33949 2024-11-07T15:20:28,088 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21835444272/backup-masters/7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:28,098 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/backup-masters 2024-11-07T15:20:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/backup-masters 2024-11-07T15:20:28,099 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on existing znode=/21835444272/backup-masters/7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:28,109 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21835444272/master 2024-11-07T15:20:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:28,109 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:28,109 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on existing znode=/21835444272/master 2024-11-07T15:20:28,110 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21835444272/backup-masters/7b3e4e8e12ef,33949,1730992827890 from backup master directory 2024-11-07T15:20:28,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21835444272/backup-masters/7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:28,120 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/backup-masters 2024-11-07T15:20:28,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/backup-masters 2024-11-07T15:20:28,120 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:28,120 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:28,122 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/hbase.id] with ID: d20ac7e2-5487-4174-ab04-786ba04d7f48 2024-11-07T15:20:28,122 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/.tmp/hbase.id 2024-11-07T15:20:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:20:28,530 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/.tmp/hbase.id]:[hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/hbase.id] 2024-11-07T15:20:28,537 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:28,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:20:28,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T15:20:28,714 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:28,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:20:28,719 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:28,720 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:20:28,720 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:20:29,126 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store 2024-11-07T15:20:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:29,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:29,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992829131Disabling compacts and flushes for region at 1730992829131Disabling writes for close at 1730992829131Writing region close event to WAL at 1730992829131Closed at 1730992829131 2024-11-07T15:20:29,131 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/.initializing 2024-11-07T15:20:29,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/WALs/7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:29,132 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:29,133 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C33949%2C1730992827890, suffix=, logDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/WALs/7b3e4e8e12ef,33949,1730992827890, archiveDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/oldWALs, maxLogs=10 2024-11-07T15:20:29,151 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/WALs/7b3e4e8e12ef,33949,1730992827890/7b3e4e8e12ef%2C33949%2C1730992827890.1730992829133, exclude list is [], retry=0 2024-11-07T15:20:29,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42,DISK] 2024-11-07T15:20:29,155 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/WALs/7b3e4e8e12ef,33949,1730992827890/7b3e4e8e12ef%2C33949%2C1730992827890.1730992829133 2024-11-07T15:20:29,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-07T15:20:29,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:29,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:29,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,155 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:20:29,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:29,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:29,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:20:29,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:29,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:29,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:20:29,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:29,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:29,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:20:29,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:29,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:29,161 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,162 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,162 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,163 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,163 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,164 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:29,165 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:20:29,166 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:29,166 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74747377, jitterRate=0.11382271349430084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:29,167 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992829155Initializing all the Stores at 1730992829156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992829156Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992829156Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992829156Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992829156Cleaning up temporary data from old regions at 1730992829163 (+7 ms)Region opened successfully at 1730992829167 (+4 ms) 2024-11-07T15:20:29,167 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:20:29,169 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d8ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:29,169 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:20:29,169 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:20:29,169 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:20:29,170 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:20:29,170 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:20:29,170 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:20:29,170 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:20:29,172 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:20:29,172 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/balancer because node does not exist (not necessarily an error) 2024-11-07T15:20:29,324 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/balancer already deleted, retry=false 2024-11-07T15:20:29,325 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:20:29,326 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:20:29,335 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/normalizer already deleted, retry=false 2024-11-07T15:20:29,335 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:20:29,336 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:20:29,345 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/switch/split already deleted, retry=false 2024-11-07T15:20:29,346 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:20:29,356 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/switch/merge already deleted, retry=false 2024-11-07T15:20:29,357 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:20:29,366 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/snapshot-cleanup already deleted, retry=false 2024-11-07T15:20:29,377 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21835444272/running 2024-11-07T15:20:29,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21835444272/running 2024-11-07T15:20:29,377 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,377 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,33949,1730992827890, sessionid=0x10115e237640006, setting cluster-up flag (Was=false) 2024-11-07T15:20:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,398 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,430 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21835444272/flush-table-proc/acquired, /21835444272/flush-table-proc/reached, /21835444272/flush-table-proc/abort 2024-11-07T15:20:29,431 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:29,451 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:29,482 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21835444272/online-snapshot/acquired, /21835444272/online-snapshot/reached, /21835444272/online-snapshot/abort 2024-11-07T15:20:29,483 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:29,484 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:20:29,485 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:29,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:20:29,485 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:20:29,486 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,33949,1730992827890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:29,487 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,487 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992859487 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:20:29,488 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:29,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:20:29,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:29,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:20:29,492 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:20:29,492 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:20:29,492 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:20:29,492 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:20:29,494 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:20:29,494 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:20:29,495 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992829494,5,FailOnTimeoutGroup] 2024-11-07T15:20:29,496 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992829495,5,FailOnTimeoutGroup] 2024-11-07T15:20:29,496 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,496 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:20:29,496 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,496 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:20:29,574 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(746): ClusterId : d20ac7e2-5487-4174-ab04-786ba04d7f48 2024-11-07T15:20:29,574 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:20:29,583 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:20:29,583 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:20:29,594 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:20:29,594 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d29caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:20:29,604 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:36125 2024-11-07T15:20:29,604 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:20:29,604 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:20:29,604 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:20:29,605 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,33949,1730992827890 with port=36125, startcode=1730992828046 2024-11-07T15:20:29,605 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:20:29,606 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:20:29,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,607 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503 2024-11-07T15:20:29,607 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35923 2024-11-07T15:20:29,607 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:20:29,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/rs 2024-11-07T15:20:29,654 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] zookeeper.ZKUtil(111): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on existing znode=/21835444272/rs/7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,655 WARN [RS:0;7b3e4e8e12ef:36125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:20:29,655 INFO [RS:0;7b3e4e8e12ef:36125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:29,655 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,36125,1730992828046] 2024-11-07T15:20:29,657 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:20:29,659 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:20:29,659 INFO [RS:0;7b3e4e8e12ef:36125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:20:29,659 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,659 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:20:29,660 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:20:29,660 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:29,660 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:20:29,664 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,665 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,665 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,665 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,665 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,665 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36125,1730992828046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:29,683 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:20:29,683 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36125,1730992828046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,683 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,683 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.Replication(171): 7b3e4e8e12ef,36125,1730992828046 started 2024-11-07T15:20:29,701 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:29,702 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,36125,1730992828046, RpcServer on 7b3e4e8e12ef/172.17.0.2:36125, sessionid=0x10115e237640007 2024-11-07T15:20:29,702 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:20:29,702 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,702 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36125,1730992828046' 2024-11-07T15:20:29,702 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21835444272/flush-table-proc/abort' 2024-11-07T15:20:29,702 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21835444272/flush-table-proc/acquired' 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36125,1730992828046' 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21835444272/online-snapshot/abort' 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21835444272/online-snapshot/acquired' 2024-11-07T15:20:29,703 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:20:29,703 INFO [RS:0;7b3e4e8e12ef:36125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:20:29,703 INFO [RS:0;7b3e4e8e12ef:36125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:20:29,804 INFO [RS:0;7b3e4e8e12ef:36125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:20:29,805 INFO [RS:0;7b3e4e8e12ef:36125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36125%2C1730992828046, suffix=, logDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046, archiveDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/oldWALs, maxLogs=10 2024-11-07T15:20:29,823 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, exclude list is [], retry=0 2024-11-07T15:20:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42,DISK] 2024-11-07T15:20:29,826 INFO [RS:0;7b3e4e8e12ef:36125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 2024-11-07T15:20:29,826 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-07T15:20:29,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:20:29,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503 2024-11-07T15:20:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:20:30,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:30,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:30,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:30,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:30,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:30,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:30,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:30,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:30,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:30,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:30,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740 2024-11-07T15:20:30,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740 2024-11-07T15:20:30,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:30,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:30,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:30,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:30,320 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:30,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68740101, jitterRate=0.02430732548236847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992830310Initializing all the Stores at 1730992830311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992830311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830311Cleaning up temporary data from old regions at 1730992830318 (+7 ms)Region opened successfully at 1730992830321 (+3 ms) 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:30,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:30,321 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:30,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992830321Disabling compacts and flushes for region at 1730992830321Disabling writes for close at 1730992830321Writing region close event to WAL at 1730992830321Closed at 1730992830321 2024-11-07T15:20:30,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:30,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:20:30,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:20:30,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:30,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:20:30,474 DEBUG [7b3e4e8e12ef:33949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:20:30,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:30,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36125,1730992828046, state=OPENING 2024-11-07T15:20:30,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:20:30,566 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:30,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:30,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21835444272/meta-region-server: CHANGED 2024-11-07T15:20:30,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21835444272/meta-region-server: CHANGED 2024-11-07T15:20:30,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:20:30,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36125,1730992828046}] 2024-11-07T15:20:30,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:30,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:20:30,723 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:20:30,724 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:30,724 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:20:30,725 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36125%2C1730992828046.meta, suffix=.meta, logDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046, archiveDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/oldWALs, maxLogs=10 2024-11-07T15:20:30,744 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.meta.1730992830725.meta, exclude list is [], retry=0 2024-11-07T15:20:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42,DISK] 2024-11-07T15:20:30,747 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.meta.1730992830725.meta 2024-11-07T15:20:30,748 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-07T15:20:30,748 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:30,748 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:20:30,749 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:20:30,749 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:20:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:20:30,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:20:30,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:20:30,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:20:30,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:20:30,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:20:30,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:20:30,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:20:30,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:20:30,755 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:20:30,755 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740 2024-11-07T15:20:30,756 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740 2024-11-07T15:20:30,757 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:20:30,757 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:20:30,757 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:20:30,758 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:20:30,759 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782225, jitterRate=0.09944082796573639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:20:30,759 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:20:30,759 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992830749Writing region info on filesystem at 1730992830749Initializing all the Stores at 1730992830750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992830750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992830750Cleaning up temporary data from old regions at 1730992830757 (+7 ms)Running coprocessor post-open hooks at 1730992830759 (+2 ms)Region opened successfully at 1730992830759 2024-11-07T15:20:30,760 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992830719 2024-11-07T15:20:30,762 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:20:30,762 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:20:30,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:30,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36125,1730992828046, state=OPEN 2024-11-07T15:20:30,772 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21835444272/meta-region-server 2024-11-07T15:20:30,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21835444272/meta-region-server 2024-11-07T15:20:30,772 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:30,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21835444272/meta-region-server: CHANGED 2024-11-07T15:20:30,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21835444272/meta-region-server: CHANGED 2024-11-07T15:20:30,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:20:30,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36125,1730992828046 in 205 msec 2024-11-07T15:20:30,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:20:30,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-07T15:20:30,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:20:30,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:20:30,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:30,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=-1] 2024-11-07T15:20:30,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:30,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:30,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-07T15:20:30,784 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992830784, completionTime=-1 2024-11-07T15:20:30,784 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:20:30,784 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992890786 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992950786 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:33949, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,788 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:20:30,790 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:20:30,792 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:20:30,792 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:20:30,792 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,33949,1730992827890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:20:30,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3f51d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:30,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:30,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:30,877 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66af2ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:30,879 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:30,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7920b93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:30,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=-1] 2024-11-07T15:20:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:30,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:30,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:30,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53866 2024-11-07T15:20:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:30,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115e237640008 connected 2024-11-07T15:20:30,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6699406a 2024-11-07T15:20:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:30,907 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:30,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:20:30,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:30,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:30,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:20:30,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:20:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:31,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:31,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:31,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:31,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dc9e4cb0b70c6d220d1e933260b7ef7, NAME => 'test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd 2024-11-07T15:20:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:20:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0dc9e4cb0b70c6d220d1e933260b7ef7, disabling compactions & flushes 2024-11-07T15:20:31,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. after waiting 0 ms 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:31,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dc9e4cb0b70c6d220d1e933260b7ef7: Waiting for close lock at 1730992831723Disabling compacts and flushes for region at 1730992831723Disabling writes for close at 1730992831723Writing region close event to WAL at 1730992831723Closed at 1730992831723 2024-11-07T15:20:31,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:31,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992831724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992831724"}]},"ts":"1730992831724"} 2024-11-07T15:20:31,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:31,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:31,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992831727"}]},"ts":"1730992831727"} 2024-11-07T15:20:31,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:20:31,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dc9e4cb0b70c6d220d1e933260b7ef7, ASSIGN}] 2024-11-07T15:20:31,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dc9e4cb0b70c6d220d1e933260b7ef7, ASSIGN 2024-11-07T15:20:31,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0dc9e4cb0b70c6d220d1e933260b7ef7, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,39739,1730992817795; forceNewPlan=false, retain=false 2024-11-07T15:20:31,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dc9e4cb0b70c6d220d1e933260b7ef7, regionState=OPENING, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:31,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0dc9e4cb0b70c6d220d1e933260b7ef7, ASSIGN because future has completed 2024-11-07T15:20:31,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dc9e4cb0b70c6d220d1e933260b7ef7, server=7b3e4e8e12ef,39739,1730992817795}] 2024-11-07T15:20:32,039 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:32,039 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dc9e4cb0b70c6d220d1e933260b7ef7, NAME => 'test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:32,039 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:32,039 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:20:32,039 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,039 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:32,039 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,039 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,041 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,042 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc9e4cb0b70c6d220d1e933260b7ef7 columnFamilyName f 2024-11-07T15:20:32,042 DEBUG [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:32,042 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(327): Store=0dc9e4cb0b70c6d220d1e933260b7ef7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:32,042 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,043 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc9e4cb0b70c6d220d1e933260b7ef7 columnFamilyName f1 2024-11-07T15:20:32,043 DEBUG [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:32,044 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(327): Store=0dc9e4cb0b70c6d220d1e933260b7ef7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:32,044 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,045 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc9e4cb0b70c6d220d1e933260b7ef7 columnFamilyName norep 2024-11-07T15:20:32,045 DEBUG [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:32,045 INFO [StoreOpener-0dc9e4cb0b70c6d220d1e933260b7ef7-1 {}] regionserver.HStore(327): Store=0dc9e4cb0b70c6d220d1e933260b7ef7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:32,045 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,046 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,046 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,046 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,046 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,047 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:32,047 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,049 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:32,049 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0dc9e4cb0b70c6d220d1e933260b7ef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59754568, jitterRate=-0.10958755016326904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:32,049 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:32,049 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0dc9e4cb0b70c6d220d1e933260b7ef7: Running coprocessor pre-open hook at 1730992832039Writing region info on filesystem at 1730992832039Initializing all the Stores at 1730992832040 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992832040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992832041 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992832041Cleaning up temporary data from old regions at 1730992832046 (+5 ms)Running coprocessor post-open hooks at 1730992832049 (+3 ms)Region opened successfully at 1730992832049 2024-11-07T15:20:32,050 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7., pid=6, masterSystemTime=1730992832035 2024-11-07T15:20:32,052 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:32,052 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:32,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dc9e4cb0b70c6d220d1e933260b7ef7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:32,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dc9e4cb0b70c6d220d1e933260b7ef7, server=7b3e4e8e12ef,39739,1730992817795 because future has completed 2024-11-07T15:20:32,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:20:32,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dc9e4cb0b70c6d220d1e933260b7ef7, server=7b3e4e8e12ef,39739,1730992817795 in 171 msec 2024-11-07T15:20:32,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:20:32,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0dc9e4cb0b70c6d220d1e933260b7ef7, ASSIGN in 328 msec 2024-11-07T15:20:32,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:32,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992832059"}]},"ts":"1730992832059"} 2024-11-07T15:20:32,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:20:32,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:32,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-07T15:20:32,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:20:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:33,054 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:20:33,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aec1f5e 2024-11-07T15:20:33,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:33,056 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:33,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:20:33,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:33,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:33,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:20:33,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:20:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:33,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f11e2543fa4df829cedb0eb89a9639a0, NAME => 'test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470 2024-11-07T15:20:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:20:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f11e2543fa4df829cedb0eb89a9639a0, disabling compactions & flushes 2024-11-07T15:20:33,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. after waiting 0 ms 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:33,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:33,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f11e2543fa4df829cedb0eb89a9639a0: Waiting for close lock at 1730992833871Disabling compacts and flushes for region at 1730992833871Disabling writes for close at 1730992833871Writing region close event to WAL at 1730992833871Closed at 1730992833871 2024-11-07T15:20:33,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:33,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992833872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992833872"}]},"ts":"1730992833872"} 2024-11-07T15:20:33,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:33,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:33,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992833875"}]},"ts":"1730992833875"} 2024-11-07T15:20:33,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:20:33,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f11e2543fa4df829cedb0eb89a9639a0, ASSIGN}] 2024-11-07T15:20:33,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f11e2543fa4df829cedb0eb89a9639a0, ASSIGN 2024-11-07T15:20:33,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f11e2543fa4df829cedb0eb89a9639a0, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,39519,1730992822885; forceNewPlan=false, retain=false 2024-11-07T15:20:34,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11e2543fa4df829cedb0eb89a9639a0, regionState=OPENING, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f11e2543fa4df829cedb0eb89a9639a0, ASSIGN because future has completed 2024-11-07T15:20:34,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11e2543fa4df829cedb0eb89a9639a0, server=7b3e4e8e12ef,39519,1730992822885}] 2024-11-07T15:20:34,187 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:34,187 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f11e2543fa4df829cedb0eb89a9639a0, NAME => 'test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:34,188 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:34,188 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,189 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,190 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11e2543fa4df829cedb0eb89a9639a0 columnFamilyName f 2024-11-07T15:20:34,190 DEBUG [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:34,190 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(327): Store=f11e2543fa4df829cedb0eb89a9639a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:34,190 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,191 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11e2543fa4df829cedb0eb89a9639a0 columnFamilyName f1 2024-11-07T15:20:34,191 DEBUG [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:34,191 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(327): Store=f11e2543fa4df829cedb0eb89a9639a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:34,192 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,192 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11e2543fa4df829cedb0eb89a9639a0 columnFamilyName norep 2024-11-07T15:20:34,192 DEBUG [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:34,192 INFO [StoreOpener-f11e2543fa4df829cedb0eb89a9639a0-1 {}] regionserver.HStore(327): Store=f11e2543fa4df829cedb0eb89a9639a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:34,193 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,193 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,193 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:34,194 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,194 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,194 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:34,195 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,196 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:34,197 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f11e2543fa4df829cedb0eb89a9639a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63870370, jitterRate=-0.04825732111930847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:34,197 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:34,197 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f11e2543fa4df829cedb0eb89a9639a0: Running coprocessor pre-open hook at 1730992834188Writing region info on filesystem at 1730992834188Initializing all the Stores at 1730992834189 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992834189Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992834189Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992834189Cleaning up temporary data from old regions at 1730992834194 (+5 ms)Running coprocessor post-open hooks at 1730992834197 (+3 ms)Region opened successfully at 1730992834197 2024-11-07T15:20:34,198 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0., pid=6, masterSystemTime=1730992834184 2024-11-07T15:20:34,199 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:34,199 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:34,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11e2543fa4df829cedb0eb89a9639a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:34,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11e2543fa4df829cedb0eb89a9639a0, server=7b3e4e8e12ef,39519,1730992822885 because future has completed 2024-11-07T15:20:34,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:20:34,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f11e2543fa4df829cedb0eb89a9639a0, server=7b3e4e8e12ef,39519,1730992822885 in 170 msec 2024-11-07T15:20:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:20:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f11e2543fa4df829cedb0eb89a9639a0, ASSIGN in 326 msec 2024-11-07T15:20:34,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:34,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992834205"}]},"ts":"1730992834205"} 2024-11-07T15:20:34,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:20:34,207 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:34,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-07T15:20:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:20:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:20:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:20:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:35,203 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:20:35,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ff7d80 2024-11-07T15:20:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:35,205 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:35,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:20:35,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:35,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:35,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:20:35,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:20:35,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed83f07fc026021389e1d3a1a33d92c2, NAME => 'test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503 2024-11-07T15:20:35,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:20:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed83f07fc026021389e1d3a1a33d92c2, disabling compactions & flushes 2024-11-07T15:20:35,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. after waiting 0 ms 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed83f07fc026021389e1d3a1a33d92c2: Waiting for close lock at 1730992835618Disabling compacts and flushes for region at 1730992835618Disabling writes for close at 1730992835618Writing region close event to WAL at 1730992835618Closed at 1730992835618 2024-11-07T15:20:35,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:35,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992835619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992835619"}]},"ts":"1730992835619"} 2024-11-07T15:20:35,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:35,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:35,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992835622"}]},"ts":"1730992835622"} 2024-11-07T15:20:35,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:20:35,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed83f07fc026021389e1d3a1a33d92c2, ASSIGN}] 2024-11-07T15:20:35,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed83f07fc026021389e1d3a1a33d92c2, ASSIGN 2024-11-07T15:20:35,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed83f07fc026021389e1d3a1a33d92c2, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36125,1730992828046; forceNewPlan=false, retain=false 2024-11-07T15:20:35,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed83f07fc026021389e1d3a1a33d92c2, regionState=OPENING, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed83f07fc026021389e1d3a1a33d92c2, ASSIGN because future has completed 2024-11-07T15:20:35,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed83f07fc026021389e1d3a1a33d92c2, server=7b3e4e8e12ef,36125,1730992828046}] 2024-11-07T15:20:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:35,933 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,933 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed83f07fc026021389e1d3a1a33d92c2, NAME => 'test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:35,934 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:35,934 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:20:35,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:35,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,934 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,935 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,936 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed83f07fc026021389e1d3a1a33d92c2 columnFamilyName f 2024-11-07T15:20:35,936 DEBUG [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:35,936 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(327): Store=ed83f07fc026021389e1d3a1a33d92c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:35,937 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,938 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed83f07fc026021389e1d3a1a33d92c2 columnFamilyName f1 2024-11-07T15:20:35,938 DEBUG [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:35,938 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(327): Store=ed83f07fc026021389e1d3a1a33d92c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:35,938 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,939 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed83f07fc026021389e1d3a1a33d92c2 columnFamilyName norep 2024-11-07T15:20:35,939 DEBUG [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:35,939 INFO [StoreOpener-ed83f07fc026021389e1d3a1a33d92c2-1 {}] regionserver.HStore(327): Store=ed83f07fc026021389e1d3a1a33d92c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:35,940 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,940 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,940 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,941 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,941 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,942 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:35,942 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,944 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:35,944 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed83f07fc026021389e1d3a1a33d92c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75251162, jitterRate=0.12132969498634338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:35,944 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:35,945 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed83f07fc026021389e1d3a1a33d92c2: Running coprocessor pre-open hook at 1730992835934Writing region info on filesystem at 1730992835934Initializing all the Stores at 1730992835935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992835935Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992835935Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992835935Cleaning up temporary data from old regions at 1730992835941 (+6 ms)Running coprocessor post-open hooks at 1730992835944 (+3 ms)Region opened successfully at 1730992835945 (+1 ms) 2024-11-07T15:20:35,945 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2., pid=6, masterSystemTime=1730992835930 2024-11-07T15:20:35,947 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,947 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:35,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed83f07fc026021389e1d3a1a33d92c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed83f07fc026021389e1d3a1a33d92c2, server=7b3e4e8e12ef,36125,1730992828046 because future has completed 2024-11-07T15:20:35,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:20:35,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed83f07fc026021389e1d3a1a33d92c2, server=7b3e4e8e12ef,36125,1730992828046 in 173 msec 2024-11-07T15:20:35,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:20:35,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed83f07fc026021389e1d3a1a33d92c2, ASSIGN in 329 msec 2024-11-07T15:20:35,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:35,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992835954"}]},"ts":"1730992835954"} 2024-11-07T15:20:35,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:20:35,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:35,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-07T15:20:36,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:36,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:20:36,344 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:20:36,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691da38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35375,-1 for getting cluster id 2024-11-07T15:20:36,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:36,346 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2799a1db-a2c2-4182-bffa-b02ef392b661' 2024-11-07T15:20:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2799a1db-a2c2-4182-bffa-b02ef392b661" 2024-11-07T15:20:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa741b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35375,-1] 2024-11-07T15:20:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:36,348 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463fe6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aaeb130 2024-11-07T15:20:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:36,351 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:36,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:20:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:20:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:36,353 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39293' 2024-11-07T15:20:36,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ad1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,354 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:36,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:36,355 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:36,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:36,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:36,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffde6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:36,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:36,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:36,356 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a013ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:36,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e6400 2024-11-07T15:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:36,359 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:36,360 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:20:36,360 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:20:36,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:36,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:36,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:36,361 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:36,361 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:20:36,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:36,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:36,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:20:36,412 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:20:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:36,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdbf94f063e84ad018a396822beccbca, NAME => 'hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd 2024-11-07T15:20:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:20:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:37,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:37,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdbf94f063e84ad018a396822beccbca, disabling compactions & flushes 2024-11-07T15:20:37,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. after waiting 0 ms 2024-11-07T15:20:37,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdbf94f063e84ad018a396822beccbca: Waiting for close lock at 1730992837192Disabling compacts and flushes for region at 1730992837192Disabling writes for close at 1730992837192Writing region close event to WAL at 1730992837192Closed at 1730992837192 2024-11-07T15:20:37,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:37,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992837193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992837193"}]},"ts":"1730992837193"} 2024-11-07T15:20:37,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:37,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:37,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992837196"}]},"ts":"1730992837196"} 2024-11-07T15:20:37,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:20:37,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbf94f063e84ad018a396822beccbca, ASSIGN}] 2024-11-07T15:20:37,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbf94f063e84ad018a396822beccbca, ASSIGN 2024-11-07T15:20:37,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbf94f063e84ad018a396822beccbca, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,39739,1730992817795; forceNewPlan=false, retain=false 2024-11-07T15:20:37,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbf94f063e84ad018a396822beccbca, regionState=OPENING, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:37,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbf94f063e84ad018a396822beccbca, ASSIGN because future has completed 2024-11-07T15:20:37,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbf94f063e84ad018a396822beccbca, server=7b3e4e8e12ef,39739,1730992817795}] 2024-11-07T15:20:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:37,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:37,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:20:37,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39739%2C1730992817795.rep, suffix=, logDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795, archiveDir=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/oldWALs, maxLogs=10 2024-11-07T15:20:37,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.rep.1730992837509, exclude list is [], retry=0 2024-11-07T15:20:37,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-17f014cd-1d8e-46b1-bbc4-74e9f8bf2cc8,DISK] 2024-11-07T15:20:37,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.rep.1730992837509 2024-11-07T15:20:37,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33077:33077)] 2024-11-07T15:20:37,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdbf94f063e84ad018a396822beccbca, NAME => 'hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:37,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. service=MultiRowMutationService 2024-11-07T15:20:37,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,526 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,527 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbf94f063e84ad018a396822beccbca columnFamilyName hfileref 2024-11-07T15:20:37,528 DEBUG [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:37,528 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(327): Store=fdbf94f063e84ad018a396822beccbca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:37,528 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,529 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbf94f063e84ad018a396822beccbca columnFamilyName queue 2024-11-07T15:20:37,529 DEBUG [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:37,529 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(327): Store=fdbf94f063e84ad018a396822beccbca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:37,529 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,530 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbf94f063e84ad018a396822beccbca columnFamilyName sid 2024-11-07T15:20:37,530 DEBUG [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:37,530 INFO [StoreOpener-fdbf94f063e84ad018a396822beccbca-1 {}] regionserver.HStore(327): Store=fdbf94f063e84ad018a396822beccbca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:37,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:37,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:37,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdbf94f063e84ad018a396822beccbca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63220661, jitterRate=-0.05793873965740204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:37,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:37,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdbf94f063e84ad018a396822beccbca: Running coprocessor pre-open hook at 1730992837525Writing region info on filesystem at 1730992837525Initializing all the Stores at 1730992837526 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992837526Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992837526Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992837526Cleaning up temporary data from old regions at 1730992837531 (+5 ms)Running coprocessor post-open hooks at 1730992837535 (+4 ms)Region opened successfully at 1730992837535 2024-11-07T15:20:37,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca., pid=10, masterSystemTime=1730992837504 2024-11-07T15:20:37,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbf94f063e84ad018a396822beccbca, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:37,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:37,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbf94f063e84ad018a396822beccbca, server=7b3e4e8e12ef,39739,1730992817795 because future has completed 2024-11-07T15:20:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:20:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdbf94f063e84ad018a396822beccbca, server=7b3e4e8e12ef,39739,1730992817795 in 187 msec 2024-11-07T15:20:37,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:20:37,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbf94f063e84ad018a396822beccbca, ASSIGN in 344 msec 2024-11-07T15:20:37,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:37,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992837544"}]},"ts":"1730992837544"} 2024-11-07T15:20:37,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:20:37,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:37,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-07T15:20:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca., hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=2] 2024-11-07T15:20:37,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:37,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:37,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:20:37,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:20:37,809 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:20:37,842 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,39739,1730992817795, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:20:37,842 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:37,842 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=-1] 2024-11-07T15:20:37,843 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:37,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-07T15:20:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,39739,1730992817795', locateType=CURRENT is [region=hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca., hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=2] 2024-11-07T15:20:37,847 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:20:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:20:37,849 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,39739,1730992817795 suceeded 2024-11-07T15:20:37,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:20:37,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-07T15:20:37,851 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:20:37,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-07T15:20:37,860 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39293' 2024-11-07T15:20:37,861 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ee7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:37,861 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:37,862 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:37,862 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:37,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:37,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:37,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eda135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:37,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:37,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:37,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:37,864 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:37,864 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30202eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:37,864 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9e3bd3 2024-11-07T15:20:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:37,866 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-07T15:20:37,867 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,39739,1730992817795 (queues=1) is replicating from cluster=2799a1db-a2c2-4182-bffa-b02ef392b661 to cluster=2d17e963-562b-4244-a081-f53350dd39e8 2024-11-07T15:20:37,867 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C39739%2C1730992817795 2024-11-07T15:20:37,867 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,39739,1730992817795, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:20:37,867 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C39739%2C1730992817795 2024-11-07T15:20:37,867 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, startPosition=0, beingWritten=true 2024-11-07T15:20:37,872 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:37,872 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:37,872 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39739,1730992817795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:38,077 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:38,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:20:38,380 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:38,514 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:20:38,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:38,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:38,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:38,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:38,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:38,515 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:38,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10285cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,516 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5364cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ad89f 2024-11-07T15:20:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:38,518 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:38,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:33949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:20:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:20:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:38,520 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33949' 2024-11-07T15:20:38,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198b2914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,521 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:38,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:38,522 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2608fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,523 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fde2632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:38,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0438e4 2024-11-07T15:20:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:38,524 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:38,525 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:20:38,525 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:20:38,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:38,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:38,526 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:38,527 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:20:38,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:38,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:38,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:38,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:20:38,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07ef4585e56f360390d4bb22925ec953, NAME => 'hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470 2024-11-07T15:20:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:20:38,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:38,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07ef4585e56f360390d4bb22925ec953, disabling compactions & flushes 2024-11-07T15:20:38,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. after waiting 0 ms 2024-11-07T15:20:38,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07ef4585e56f360390d4bb22925ec953: Waiting for close lock at 1730992838540Disabling compacts and flushes for region at 1730992838540Disabling writes for close at 1730992838540Writing region close event to WAL at 1730992838540Closed at 1730992838540 2024-11-07T15:20:38,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:38,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992838541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992838541"}]},"ts":"1730992838541"} 2024-11-07T15:20:38,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:38,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:38,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992838544"}]},"ts":"1730992838544"} 2024-11-07T15:20:38,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:20:38,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07ef4585e56f360390d4bb22925ec953, ASSIGN}] 2024-11-07T15:20:38,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07ef4585e56f360390d4bb22925ec953, ASSIGN 2024-11-07T15:20:38,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07ef4585e56f360390d4bb22925ec953, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,39519,1730992822885; forceNewPlan=false, retain=false 2024-11-07T15:20:38,577 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:20:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:38,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07ef4585e56f360390d4bb22925ec953, regionState=OPENING, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07ef4585e56f360390d4bb22925ec953, ASSIGN because future has completed 2024-11-07T15:20:38,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07ef4585e56f360390d4bb22925ec953, server=7b3e4e8e12ef,39519,1730992822885}] 2024-11-07T15:20:38,783 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:38,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:38,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:20:38,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C39519%2C1730992822885.rep, suffix=, logDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885, archiveDir=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/oldWALs, maxLogs=10 2024-11-07T15:20:38,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.rep.1730992838857, exclude list is [], retry=0 2024-11-07T15:20:38,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-bc4e25d0-8045-4bc4-bfc6-c8667bcf11ec,DISK] 2024-11-07T15:20:38,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.rep.1730992838857 2024-11-07T15:20:38,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-07T15:20:38,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07ef4585e56f360390d4bb22925ec953, NAME => 'hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:38,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. service=MultiRowMutationService 2024-11-07T15:20:38,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,872 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,873 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ef4585e56f360390d4bb22925ec953 columnFamilyName hfileref 2024-11-07T15:20:38,873 DEBUG [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:38,873 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(327): Store=07ef4585e56f360390d4bb22925ec953/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:38,873 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,874 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ef4585e56f360390d4bb22925ec953 columnFamilyName queue 2024-11-07T15:20:38,874 DEBUG [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:38,874 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(327): Store=07ef4585e56f360390d4bb22925ec953/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:38,874 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,875 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ef4585e56f360390d4bb22925ec953 columnFamilyName sid 2024-11-07T15:20:38,875 DEBUG [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:38,875 INFO [StoreOpener-07ef4585e56f360390d4bb22925ec953-1 {}] regionserver.HStore(327): Store=07ef4585e56f360390d4bb22925ec953/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:38,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/replication/07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/replication/07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:38,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/replication/07ef4585e56f360390d4bb22925ec953/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:38,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07ef4585e56f360390d4bb22925ec953; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73522585, jitterRate=0.09557189047336578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:38,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:38,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07ef4585e56f360390d4bb22925ec953: Running coprocessor pre-open hook at 1730992838871Writing region info on filesystem at 1730992838871Initializing all the Stores at 1730992838872 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992838872Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992838872Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992838872Cleaning up temporary data from old regions at 1730992838876 (+4 ms)Running coprocessor post-open hooks at 1730992838879 (+3 ms)Region opened successfully at 1730992838879 2024-11-07T15:20:38,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953., pid=10, masterSystemTime=1730992838851 2024-11-07T15:20:38,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:38,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07ef4585e56f360390d4bb22925ec953, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07ef4585e56f360390d4bb22925ec953, server=7b3e4e8e12ef,39519,1730992822885 because future has completed 2024-11-07T15:20:38,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:20:38,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07ef4585e56f360390d4bb22925ec953, server=7b3e4e8e12ef,39519,1730992822885 in 184 msec 2024-11-07T15:20:38,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:20:38,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07ef4585e56f360390d4bb22925ec953, ASSIGN in 339 msec 2024-11-07T15:20:38,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:38,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992838886"}]},"ts":"1730992838886"} 2024-11-07T15:20:38,888 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:20:38,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:38,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 362 msec 2024-11-07T15:20:38,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953., hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=2] 2024-11-07T15:20:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:39,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:20:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:39,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:20:39,240 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:20:39,278 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,39519,1730992822885, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:20:39,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:39,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=-1] 2024-11-07T15:20:39,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:39,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T15:20:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,39519,1730992822885', locateType=CURRENT is [region=hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953., hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=2] 2024-11-07T15:20:39,284 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:20:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:20:39,286 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,39519,1730992822885 suceeded 2024-11-07T15:20:39,287 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:39,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:20:39,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-07T15:20:39,288 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:33949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:20:39,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 770 msec 2024-11-07T15:20:39,298 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:33949' 2024-11-07T15:20:39,298 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2fcb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,298 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:39,299 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:39,299 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3435144d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,300 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:39,301 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25646b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,301 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:39,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:39,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35828088 2024-11-07T15:20:39,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:39,302 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-07T15:20:39,303 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,39519,1730992822885 (queues=1) is replicating from cluster=2d17e963-562b-4244-a081-f53350dd39e8 to cluster=d20ac7e2-5487-4174-ab04-786ba04d7f48 2024-11-07T15:20:39,303 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C39519%2C1730992822885 2024-11-07T15:20:39,303 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,39519,1730992822885, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:20:39,304 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, startPosition=0, beingWritten=true 2024-11-07T15:20:39,306 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C39519%2C1730992822885 2024-11-07T15:20:39,309 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:39,309 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:39,309 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:39,512 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:39,654 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:20:39,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:39,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:39,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:39,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:39,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:39,656 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7e8684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,657 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a807a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e770ec 2024-11-07T15:20:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:39,659 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:39,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:20:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:20:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:39,662 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39293' 2024-11-07T15:20:39,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,662 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:39,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:39,663 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ecb651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,664 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555cab7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:39,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc39bc5 2024-11-07T15:20:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:39,666 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:20:39,666 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:20:39,666 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:20:39,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:39,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:39,667 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:20:39,668 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:20:39,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:20:39,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:39,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:20:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:20:39,718 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:20:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:39,815 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:39,891 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:40,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01f20446a5b4fafecf7015b0497bca78, NAME => 'hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503 2024-11-07T15:20:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:20:40,218 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:40,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:40,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:40,413 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108803 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01f20446a5b4fafecf7015b0497bca78, disabling compactions & flushes 2024-11-07T15:20:40,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. after waiting 0 ms 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01f20446a5b4fafecf7015b0497bca78: Waiting for close lock at 1730992840484Disabling compacts and flushes for region at 1730992840484Disabling writes for close at 1730992840484Writing region close event to WAL at 1730992840484Closed at 1730992840484 2024-11-07T15:20:40,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:20:40,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992840485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992840485"}]},"ts":"1730992840485"} 2024-11-07T15:20:40,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:20:40,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:20:40,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992840487"}]},"ts":"1730992840487"} 2024-11-07T15:20:40,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:20:40,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f20446a5b4fafecf7015b0497bca78, ASSIGN}] 2024-11-07T15:20:40,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f20446a5b4fafecf7015b0497bca78, ASSIGN 2024-11-07T15:20:40,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01f20446a5b4fafecf7015b0497bca78, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,36125,1730992828046; forceNewPlan=false, retain=false 2024-11-07T15:20:40,594 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:40,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01f20446a5b4fafecf7015b0497bca78, regionState=OPENING, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01f20446a5b4fafecf7015b0497bca78, ASSIGN because future has completed 2024-11-07T15:20:40,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01f20446a5b4fafecf7015b0497bca78, server=7b3e4e8e12ef,36125,1730992828046}] 2024-11-07T15:20:40,722 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:40,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:20:40,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:20:40,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C36125%2C1730992828046.rep, suffix=, logDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046, archiveDir=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/oldWALs, maxLogs=10 2024-11-07T15:20:40,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.rep.1730992840799, exclude list is [], retry=0 2024-11-07T15:20:40,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-b432bd0d-d24b-4856-abb2-ab5b24fbbf42,DISK] 2024-11-07T15:20:40,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.rep.1730992840799 2024-11-07T15:20:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-07T15:20:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01f20446a5b4fafecf7015b0497bca78, NAME => 'hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:20:40,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:20:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:20:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. service=MultiRowMutationService 2024-11-07T15:20:40,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:20:40,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:20:40,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,831 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,832 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f20446a5b4fafecf7015b0497bca78 columnFamilyName hfileref 2024-11-07T15:20:40,833 DEBUG [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:40,833 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(327): Store=01f20446a5b4fafecf7015b0497bca78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:40,833 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,834 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f20446a5b4fafecf7015b0497bca78 columnFamilyName queue 2024-11-07T15:20:40,834 DEBUG [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:40,834 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(327): Store=01f20446a5b4fafecf7015b0497bca78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:40,834 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,835 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01f20446a5b4fafecf7015b0497bca78 columnFamilyName sid 2024-11-07T15:20:40,835 DEBUG [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:20:40,835 INFO [StoreOpener-01f20446a5b4fafecf7015b0497bca78-1 {}] regionserver.HStore(327): Store=01f20446a5b4fafecf7015b0497bca78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:20:40,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/replication/01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/replication/01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:20:40,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/replication/01f20446a5b4fafecf7015b0497bca78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:20:40,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01f20446a5b4fafecf7015b0497bca78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63139977, jitterRate=-0.05914102494716644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:20:40,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:40,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01f20446a5b4fafecf7015b0497bca78: Running coprocessor pre-open hook at 1730992840828Writing region info on filesystem at 1730992840828Initializing all the Stores at 1730992840831 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992840831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992840831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992840831Cleaning up temporary data from old regions at 1730992840836 (+5 ms)Running coprocessor post-open hooks at 1730992840839 (+3 ms)Region opened successfully at 1730992840839 2024-11-07T15:20:40,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., pid=10, masterSystemTime=1730992840795 2024-11-07T15:20:40,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:40,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01f20446a5b4fafecf7015b0497bca78, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:40,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01f20446a5b4fafecf7015b0497bca78, server=7b3e4e8e12ef,36125,1730992828046 because future has completed 2024-11-07T15:20:40,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:20:40,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01f20446a5b4fafecf7015b0497bca78, server=7b3e4e8e12ef,36125,1730992828046 in 214 msec 2024-11-07T15:20:40,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:20:40,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01f20446a5b4fafecf7015b0497bca78, ASSIGN in 371 msec 2024-11-07T15:20:40,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:20:40,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992840863"}]},"ts":"1730992840863"} 2024-11-07T15:20:40,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:20:40,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:20:40,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-07T15:20:40,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=2] 2024-11-07T15:20:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:40,903 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:40,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:20:41,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:20:41,079 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:20:41,115 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,36125,1730992828046, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=-1] 2024-11-07T15:20:41,116 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:41,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T15:20:41,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,36125,1730992828046', locateType=CURRENT is [region=hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=2] 2024-11-07T15:20:41,130 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:20:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:20:41,133 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,36125,1730992828046 suceeded 2024-11-07T15:20:41,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:20:41,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-07T15:20:41,135 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:20:41,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-07T15:20:41,148 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:39293' 2024-11-07T15:20:41,150 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349576bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,150 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:41,150 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:41,150 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5472a835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,152 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:41,153 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348415de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,153 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:20:41,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:41,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bb049e 2024-11-07T15:20:41,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:20:41,155 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-07T15:20:41,155 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,36125,1730992828046 (queues=1) is replicating from cluster=d20ac7e2-5487-4174-ab04-786ba04d7f48 to cluster=2d17e963-562b-4244-a081-f53350dd39e8 2024-11-07T15:20:41,155 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C36125%2C1730992828046 2024-11-07T15:20:41,155 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,36125,1730992828046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:20:41,161 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, startPosition=0, beingWritten=true 2024-11-07T15:20:41,164 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C36125%2C1730992828046 2024-11-07T15:20:41,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:41,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:41,181 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:41,325 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:41,392 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:41,397 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:41,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:41,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:41,709 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:20:41,803 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:20:41,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:41,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:41,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35375,-1 for getting cluster id 2024-11-07T15:20:41,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:41,805 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2799a1db-a2c2-4182-bffa-b02ef392b661' 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2799a1db-a2c2-4182-bffa-b02ef392b661" 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b79af92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35375,-1] 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,806 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629c151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da1ab1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:41,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:41,807 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b79b535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,808 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cb0a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:41,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:41,810 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641abd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:41,811 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b42c8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:41,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=-1] 2024-11-07T15:20:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:41,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7., hostname=7b3e4e8e12ef,39739,1730992817795, seqNum=2] 2024-11-07T15:20:41,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=-1] 2024-11-07T15:20:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:41,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2., hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=2] 2024-11-07T15:20:41,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T15:20:42,039 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:42,114 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:42,312 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 379, reset compression=false 2024-11-07T15:20:42,317 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:42,317 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:42,317 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39739,1730992817795 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dc9e4cb0b70c6d220d1e933260b7ef7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T15:20:42,319 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:42,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-07T15:20:42,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:42,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cbd264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39293,-1 for getting cluster id 2024-11-07T15:20:42,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:42,321 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d17e963-562b-4244-a081-f53350dd39e8' 2024-11-07T15:20:42,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:42,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d17e963-562b-4244-a081-f53350dd39e8" 2024-11-07T15:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74878c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39293,-1] 2024-11-07T15:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:42,322 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:42,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e5b9076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=-1] 2024-11-07T15:20:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:42,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T15:20:42,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0., hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=2] 2024-11-07T15:20:42,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:42,521 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:42,618 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:42,824 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T15:20:42,825 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:42,842 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 379, reset compression=false 2024-11-07T15:20:42,847 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:42,847 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 503, reset compression=false 2024-11-07T15:20:42,847 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11e2543fa4df829cedb0eb89a9639a0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T15:20:42,849 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:42,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-07T15:20:42,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:42,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df8231a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,33949,-1 for getting cluster id 2024-11-07T15:20:42,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:20:42,851 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20ac7e2-5487-4174-ab04-786ba04d7f48' 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20ac7e2-5487-4174-ab04-786ba04d7f48" 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9a6773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,33949,-1] 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:20:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:42,853 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:20:42,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@214bcb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:20:42,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=-1] 2024-11-07T15:20:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:42,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T15:20:42,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2., hostname=7b3e4e8e12ef,36125,1730992828046, seqNum=2] 2024-11-07T15:20:42,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:43,052 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 503, reset compression=false 2024-11-07T15:20:43,221 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 379, reset compression=false 2024-11-07T15:20:43,224 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:43,224 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 526, reset compression=false 2024-11-07T15:20:43,224 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:43,228 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:43,357 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 503, reset compression=false 2024-11-07T15:20:43,428 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 526, reset compression=false 2024-11-07T15:20:43,731 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:43,731 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 526, reset compression=false 2024-11-07T15:20:43,761 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 503, reset compression=false 2024-11-07T15:20:43,826 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T15:20:43,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:20:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=-1] 2024-11-07T15:20:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:20:43,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:20:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0., hostname=7b3e4e8e12ef,39519,1730992822885, seqNum=2] 2024-11-07T15:20:43,833 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T15:20:44,136 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 526, reset compression=false 2024-11-07T15:20:44,269 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 503, reset compression=false 2024-11-07T15:20:44,273 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:44,273 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 607, reset compression=false 2024-11-07T15:20:44,273 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11e2543fa4df829cedb0eb89a9639a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:20:44,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:44,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:44,335 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:44,477 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 607, reset compression=false 2024-11-07T15:20:44,639 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 526, reset compression=false 2024-11-07T15:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 653, reset compression=false 2024-11-07T15:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:44,780 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 607, reset compression=false 2024-11-07T15:20:44,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-07T15:20:44,813 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-07T15:20:44,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T15:20:44,837 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T15:20:44,846 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 653, reset compression=false 2024-11-07T15:20:44,850 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:44,850 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 757, reset compression=false 2024-11-07T15:20:44,850 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed83f07fc026021389e1d3a1a33d92c2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T15:20:44,851 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:20:44,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-07T15:20:44,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:44,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:45,038 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:45,053 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 757, reset compression=false 2024-11-07T15:20:45,183 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 607, reset compression=false 2024-11-07T15:20:45,186 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:45,186 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 735, reset compression=false 2024-11-07T15:20:45,186 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:45,355 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 757, reset compression=false 2024-11-07T15:20:45,388 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 735, reset compression=false 2024-11-07T15:20:45,692 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 735, reset compression=false 2024-11-07T15:20:45,758 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 757, reset compression=false 2024-11-07T15:20:45,839 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T15:20:45,842 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 480, reset compression=false 2024-11-07T15:20:45,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T15:20:45,856 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:45,856 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:45,856 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39739,1730992817795 got entry batch from reader: WALEntryBatch [walEntries=[{test/0dc9e4cb0b70c6d220d1e933260b7ef7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T15:20:45,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:45,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:46,063 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:46,096 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 735, reset compression=false 2024-11-07T15:20:46,101 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:46,101 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 882, reset compression=false 2024-11-07T15:20:46,101 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11e2543fa4df829cedb0eb89a9639a0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T15:20:46,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:46,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:46,262 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 757, reset compression=false 2024-11-07T15:20:46,266 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:46,266 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 927, reset compression=false 2024-11-07T15:20:46,266 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:46,304 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 882, reset compression=false 2024-11-07T15:20:46,369 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:46,473 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 927, reset compression=false 2024-11-07T15:20:46,624 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 882, reset compression=false 2024-11-07T15:20:46,781 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 927, reset compression=false 2024-11-07T15:20:46,791 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:46,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T15:20:46,847 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T15:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 882, reset compression=false 2024-11-07T15:20:47,032 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:47,032 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1041, reset compression=false 2024-11-07T15:20:47,032 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11e2543fa4df829cedb0eb89a9639a0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T15:20:47,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:47,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:47,185 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 927, reset compression=false 2024-11-07T15:20:47,189 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:20:47,189 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:47,190 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1076, reset compression=false 2024-11-07T15:20:47,190 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:47,235 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1041, reset compression=false 2024-11-07T15:20:47,294 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:47,397 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1076, reset compression=false 2024-11-07T15:20:47,543 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1041, reset compression=false 2024-11-07T15:20:47,700 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1076, reset compression=false 2024-11-07T15:20:47,848 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T15:20:47,851 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T15:20:47,898 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:47,946 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1041, reset compression=false 2024-11-07T15:20:48,104 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1076, reset compression=false 2024-11-07T15:20:48,110 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:20:48,110 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1235, reset compression=false 2024-11-07T15:20:48,110 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed83f07fc026021389e1d3a1a33d92c2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T15:20:48,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T15:20:48,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T15:20:48,319 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1235, reset compression=false 2024-11-07T15:20:48,449 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1041, reset compression=false 2024-11-07T15:20:48,459 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:48,459 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:48,459 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:48,602 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:48,623 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1235, reset compression=false 2024-11-07T15:20:48,663 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:48,853 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T15:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:48,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:48,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:48,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:48,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:48,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:48,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:48,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1489487819, stopped=false 2024-11-07T15:20:48,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,33949,1730992827890 2024-11-07T15:20:48,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21835444272/running 2024-11-07T15:20:48,913 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21835444272/running 2024-11-07T15:20:48,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:48,913 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:48,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:48,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:48,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:48,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:48,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,36125,1730992828046' ***** 2024-11-07T15:20:48,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:48,914 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:48,915 INFO [RS:0;7b3e4e8e12ef:36125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:48,915 INFO [RS:0;7b3e4e8e12ef:36125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:48,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/running 2024-11-07T15:20:48,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:48,915 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:48,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Set watcher on znode that does not yet exist, /21835444272/running 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36125. 2024-11-07T15:20:48,916 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:48,916 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:48,916 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:48,916 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1325): Online Regions={ed83f07fc026021389e1d3a1a33d92c2=test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2., 01f20446a5b4fafecf7015b0497bca78=hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:48,916 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 01f20446a5b4fafecf7015b0497bca78, 1588230740, ed83f07fc026021389e1d3a1a33d92c2 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed83f07fc026021389e1d3a1a33d92c2, disabling compactions & flushes 2024-11-07T15:20:48,917 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. after waiting 0 ms 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:48,917 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:48,917 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:48,917 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:48,917 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed83f07fc026021389e1d3a1a33d92c2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T15:20:48,939 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f/22f67f37e0624c5db818c91adf3a021c is 29, key is row1/f:/1730992846845/DeleteFamily/seqid=0 2024-11-07T15:20:48,941 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/info/f0d0934b499248cfae7dcf525ed3cd47 is 147, key is hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78./info:regioninfo/1730992840841/Put/seqid=0 2024-11-07T15:20:48,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741840_1016 (size=5152) 2024-11-07T15:20:48,952 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f/22f67f37e0624c5db818c91adf3a021c 2024-11-07T15:20:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741841_1017 (size=7686) 2024-11-07T15:20:48,956 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/info/f0d0934b499248cfae7dcf525ed3cd47 2024-11-07T15:20:48,958 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f67f37e0624c5db818c91adf3a021c 2024-11-07T15:20:48,967 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:48,978 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f1/507e403901a541d7bc9a5a71496c15b8 is 30, key is row1/f1:/1730992846845/DeleteFamily/seqid=0 2024-11-07T15:20:48,979 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/ns/d27e4519987c4c04905c7357467b48ea is 43, key is default/ns:d/1730992830780/Put/seqid=0 2024-11-07T15:20:48,979 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741843_1019 (size=5153) 2024-11-07T15:20:48,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741842_1018 (size=5158) 2024-11-07T15:20:48,997 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f1/507e403901a541d7bc9a5a71496c15b8 2024-11-07T15:20:49,001 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507e403901a541d7bc9a5a71496c15b8 2024-11-07T15:20:49,023 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/norep/1d95a3c4a7c44fe1becc7eb3a1e7eb55 is 33, key is row2/norep:/1730992847849/DeleteFamily/seqid=0 2024-11-07T15:20:49,027 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1235, reset compression=false 2024-11-07T15:20:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741844_1020 (size=5108) 2024-11-07T15:20:49,033 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/norep/1d95a3c4a7c44fe1becc7eb3a1e7eb55 2024-11-07T15:20:49,034 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:49,034 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1482, reset compression=false 2024-11-07T15:20:49,034 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,36125,1730992828046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:49,035 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,36125,1730992828046: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,36125,1730992828046, walGroup=7b3e4e8e12ef%2C36125%2C1730992828046, offset=7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:36125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:49,036 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:49,036 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:49,037 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:49,037 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:49,037 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:49,037 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 882884888 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201529288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:49,037 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:33949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:49,042 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d95a3c4a7c44fe1becc7eb3a1e7eb55 2024-11-07T15:20:49,043 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f/22f67f37e0624c5db818c91adf3a021c as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/f/22f67f37e0624c5db818c91adf3a021c 2024-11-07T15:20:49,048 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22f67f37e0624c5db818c91adf3a021c 2024-11-07T15:20:49,048 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/f/22f67f37e0624c5db818c91adf3a021c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:49,049 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/f1/507e403901a541d7bc9a5a71496c15b8 as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/f1/507e403901a541d7bc9a5a71496c15b8 2024-11-07T15:20:49,054 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507e403901a541d7bc9a5a71496c15b8 2024-11-07T15:20:49,054 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/f1/507e403901a541d7bc9a5a71496c15b8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:49,056 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/.tmp/norep/1d95a3c4a7c44fe1becc7eb3a1e7eb55 as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/norep/1d95a3c4a7c44fe1becc7eb3a1e7eb55 2024-11-07T15:20:49,062 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d95a3c4a7c44fe1becc7eb3a1e7eb55 2024-11-07T15:20:49,062 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/norep/1d95a3c4a7c44fe1becc7eb3a1e7eb55, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:49,063 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ed83f07fc026021389e1d3a1a33d92c2 in 146ms, sequenceid=10, compaction requested=false 2024-11-07T15:20:49,067 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/default/test/ed83f07fc026021389e1d3a1a33d92c2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:49,068 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed83f07fc026021389e1d3a1a33d92c2: Waiting for close lock at 1730992848917Running coprocessor pre-close hooks at 1730992848917Disabling compacts and flushes for region at 1730992848917Disabling writes for close at 1730992848917Obtaining lock to block concurrent updates at 1730992848917Preparing flush snapshotting stores in ed83f07fc026021389e1d3a1a33d92c2 at 1730992848917Finished memstore snapshotting test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730992848917Flushing stores of test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. at 1730992848918 (+1 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/f: creating writer at 1730992848918Flushing ed83f07fc026021389e1d3a1a33d92c2/f: appending metadata at 1730992848939 (+21 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/f: closing flushed file at 1730992848939Flushing ed83f07fc026021389e1d3a1a33d92c2/f1: creating writer at 1730992848958 (+19 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/f1: appending metadata at 1730992848977 (+19 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/f1: closing flushed file at 1730992848977Flushing ed83f07fc026021389e1d3a1a33d92c2/norep: creating writer at 1730992849001 (+24 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/norep: appending metadata at 1730992849022 (+21 ms)Flushing ed83f07fc026021389e1d3a1a33d92c2/norep: closing flushed file at 1730992849022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d20bb7c: reopening flushed file at 1730992849042 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57274715: reopening flushed file at 1730992849048 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fdd330: reopening flushed file at 1730992849054 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ed83f07fc026021389e1d3a1a33d92c2 in 146ms, sequenceid=10, compaction requested=false at 1730992849063 (+9 ms)Writing region close event to WAL at 1730992849064 (+1 ms)Running coprocessor post-close hooks at 1730992849068 (+4 ms)Closed at 1730992849068 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2. 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01f20446a5b4fafecf7015b0497bca78, disabling compactions & flushes 2024-11-07T15:20:49,068 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,068 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,069 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. after waiting 0 ms 2024-11-07T15:20:49,069 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,069 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01f20446a5b4fafecf7015b0497bca78: Waiting for close lock at 1730992849068Running coprocessor pre-close hooks at 1730992849068Disabling compacts and flushes for region at 1730992849068Disabling writes for close at 1730992849069 (+1 ms)Failed flush hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., putting online again at 1730992849069 2024-11-07T15:20:49,069 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,117 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(3091): Received CLOSE for 01f20446a5b4fafecf7015b0497bca78 2024-11-07T15:20:49,117 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 01f20446a5b4fafecf7015b0497bca78, 1588230740 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01f20446a5b4fafecf7015b0497bca78, disabling compactions & flushes 2024-11-07T15:20:49,117 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. after waiting 0 ms 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01f20446a5b4fafecf7015b0497bca78: Waiting for close lock at 1730992849117Running coprocessor pre-close hooks at 1730992849117Disabling compacts and flushes for region at 1730992849117Disabling writes for close at 1730992849117Failed flush hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., putting online again at 1730992849117 2024-11-07T15:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78. 2024-11-07T15:20:49,254 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 1482, reset compression=false 2024-11-07T15:20:49,260 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:49,260 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 2126, reset compression=false 2024-11-07T15:20:49,317 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:49,381 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:49,390 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/ns/d27e4519987c4c04905c7357467b48ea 2024-11-07T15:20:49,406 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:49,412 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/rep_barrier/c083d9e9ea1d4384a02cf4179731feae is 112, key is test,,1730992835205.ed83f07fc026021389e1d3a1a33d92c2./rep_barrier:seqnumDuringOpen/1730992835948/Put/seqid=0 2024-11-07T15:20:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741845_1021 (size=5518) 2024-11-07T15:20:49,463 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 2126, reset compression=false 2024-11-07T15:20:49,517 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:49,665 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:49,665 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:49,717 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:49,767 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 2126, reset compression=false 2024-11-07T15:20:49,816 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/rep_barrier/c083d9e9ea1d4384a02cf4179731feae 2024-11-07T15:20:49,835 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/table/bafc139385cf46eaaa55e836d6f61b92 is 53, key is hbase:replication/table:state/1730992840863/Put/seqid=0 2024-11-07T15:20:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:20:49,885 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:49,918 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:20:49,918 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1325): Online Regions={01f20446a5b4fafecf7015b0497bca78=hbase:replication,,1730992839667.01f20446a5b4fafecf7015b0497bca78., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:20:49,918 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:50,118 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:20:50,171 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 to pos 2126, reset compression=false 2024-11-07T15:20:50,239 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/table/bafc139385cf46eaaa55e836d6f61b92 2024-11-07T15:20:50,243 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/info/f0d0934b499248cfae7dcf525ed3cd47 as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/info/f0d0934b499248cfae7dcf525ed3cd47 2024-11-07T15:20:50,247 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/info/f0d0934b499248cfae7dcf525ed3cd47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:50,247 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/ns/d27e4519987c4c04905c7357467b48ea as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/ns/d27e4519987c4c04905c7357467b48ea 2024-11-07T15:20:50,251 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/ns/d27e4519987c4c04905c7357467b48ea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:50,251 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/rep_barrier/c083d9e9ea1d4384a02cf4179731feae as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/rep_barrier/c083d9e9ea1d4384a02cf4179731feae 2024-11-07T15:20:50,254 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/rep_barrier/c083d9e9ea1d4384a02cf4179731feae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:50,255 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/.tmp/table/bafc139385cf46eaaa55e836d6f61b92 as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/table/bafc139385cf46eaaa55e836d6f61b92 2024-11-07T15:20:50,258 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/table/bafc139385cf46eaaa55e836d6f61b92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:50,259 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:50,262 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:50,262 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:50,262 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:50,262 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:50,262 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992848917Running coprocessor pre-close hooks at 1730992848917Disabling compacts and flushes for region at 1730992848917Disabling writes for close at 1730992848917Obtaining lock to block concurrent updates at 1730992848917Preparing flush snapshotting stores in 1588230740 at 1730992848917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992848917Flushing stores of hbase:meta,,1.1588230740 at 1730992848918 (+1 ms)Flushing 1588230740/info: creating writer at 1730992848918Flushing 1588230740/info: appending metadata at 1730992848941 (+23 ms)Flushing 1588230740/info: closing flushed file at 1730992848941Flushing 1588230740/ns: creating writer at 1730992848960 (+19 ms)Flushing 1588230740/ns: appending metadata at 1730992848977 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730992848978 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1730992849394 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992849412 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992849412Flushing 1588230740/table: creating writer at 1730992849820 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992849834 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730992849834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac80f: reopening flushed file at 1730992850242 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5235d797: reopening flushed file at 1730992850247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0ee88e: reopening flushed file at 1730992850251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8b2600: reopening flushed file at 1730992850254 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1730992850259 (+5 ms)Writing region close event to WAL at 1730992850260 (+1 ms)Running coprocessor post-close hooks at 1730992850262 (+2 ms)Closed at 1730992850262 2024-11-07T15:20:50,262 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:50,314 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:50,318 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T15:20:50,318 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,36125,1730992828046; all regions closed. 2024-11-07T15:20:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741839_1015 (size=2171) 2024-11-07T15:20:50,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.rep.1730992840799 not finished, retry = 0 2024-11-07T15:20:50,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/WALs/7b3e4e8e12ef,36125,1730992828046/7b3e4e8e12ef%2C36125%2C1730992828046.1730992829806 not finished, retry = 0 2024-11-07T15:20:50,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741832_1008 (size=2134) 2024-11-07T15:20:50,489 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:50,525 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:50,525 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:50,525 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:50,525 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:50,526 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:50,526 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:50,526 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,36125,1730992828046 because: Region server is closing 2024-11-07T15:20:50,526 INFO [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36125. 2024-11-07T15:20:50,526 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:50,526 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:50,526 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:50,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:50,627 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.shipper7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 terminated 2024-11-07T15:20:50,627 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,36125,1730992828046.replicationSource.wal-reader.7b3e4e8e12ef%2C36125%2C1730992828046,1-7b3e4e8e12ef,36125,1730992828046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:50,627 INFO [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36125. 2024-11-07T15:20:50,627 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:50,627 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:50,627 DEBUG [RS:0;7b3e4e8e12ef:36125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:50,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:50,627 INFO [RS:0;7b3e4e8e12ef:36125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36125 2024-11-07T15:20:50,660 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21835444272/rs/7b3e4e8e12ef,36125,1730992828046 2024-11-07T15:20:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272/rs 2024-11-07T15:20:50,660 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:50,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,36125,1730992828046] 2024-11-07T15:20:50,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21835444272/draining/7b3e4e8e12ef,36125,1730992828046 already deleted, retry=false 2024-11-07T15:20:50,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,36125,1730992828046 expired; onlineServers=0 2024-11-07T15:20:50,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,33949,1730992827890' ***** 2024-11-07T15:20:50,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:50,682 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:50,682 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:50,682 DEBUG [M:0;7b3e4e8e12ef:33949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:50,682 DEBUG [M:0;7b3e4e8e12ef:33949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:50,682 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:50,682 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992829495 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992829495,5,FailOnTimeoutGroup] 2024-11-07T15:20:50,682 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:50,682 DEBUG [M:0;7b3e4e8e12ef:33949 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:50,683 INFO [M:0;7b3e4e8e12ef:33949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:50,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:50,683 INFO [M:0;7b3e4e8e12ef:33949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:50,683 INFO [M:0;7b3e4e8e12ef:33949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:50,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:50,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992829494 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992829494,5,FailOnTimeoutGroup] 2024-11-07T15:20:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21835444272/master 2024-11-07T15:20:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21835444272 2024-11-07T15:20:50,692 DEBUG [M:0;7b3e4e8e12ef:33949 {}] zookeeper.ZKUtil(347): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Unable to get data of znode /21835444272/master because node does not exist (not an error) 2024-11-07T15:20:50,692 WARN [M:0;7b3e4e8e12ef:33949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:20:50,730 INFO [M:0;7b3e4e8e12ef:33949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/.lastflushedseqids 2024-11-07T15:20:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741847_1023 (size=245) 2024-11-07T15:20:50,735 INFO [M:0;7b3e4e8e12ef:33949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:50,735 INFO [M:0;7b3e4e8e12ef:33949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:50,736 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:50,736 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:50,736 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:50,736 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:50,736 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:50,736 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T15:20:50,754 DEBUG [M:0;7b3e4e8e12ef:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc1f14347f6c4f92bc320d7f23dd68f0 is 82, key is hbase:meta,,1/info:regioninfo/1730992830762/Put/seqid=0 2024-11-07T15:20:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:20:50,767 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc1f14347f6c4f92bc320d7f23dd68f0 2024-11-07T15:20:50,771 INFO [RS:0;7b3e4e8e12ef:36125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:50,771 INFO [RS:0;7b3e4e8e12ef:36125 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,36125,1730992828046; zookeeper connection closed. 2024-11-07T15:20:50,771 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:50,771 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36125-0x10115e237640007, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:50,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1315d52d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1315d52d 2024-11-07T15:20:50,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:50,791 DEBUG [M:0;7b3e4e8e12ef:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb9ad431ab84f5db50e2f61d6d0700c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992840869/Put/seqid=0 2024-11-07T15:20:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741849_1025 (size=8516) 2024-11-07T15:20:51,192 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:51,196 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb9ad431ab84f5db50e2f61d6d0700c 2024-11-07T15:20:51,219 DEBUG [M:0;7b3e4e8e12ef:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900a39744f9a48d6b099debedb95a28d is 69, key is 7b3e4e8e12ef,36125,1730992828046/rs:state/1730992829606/Put/seqid=0 2024-11-07T15:20:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:20:51,240 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900a39744f9a48d6b099debedb95a28d 2024-11-07T15:20:51,247 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc1f14347f6c4f92bc320d7f23dd68f0 as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc1f14347f6c4f92bc320d7f23dd68f0 2024-11-07T15:20:51,251 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc1f14347f6c4f92bc320d7f23dd68f0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:20:51,252 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb9ad431ab84f5db50e2f61d6d0700c as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cb9ad431ab84f5db50e2f61d6d0700c 2024-11-07T15:20:51,257 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cb9ad431ab84f5db50e2f61d6d0700c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:20:51,258 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900a39744f9a48d6b099debedb95a28d as hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/900a39744f9a48d6b099debedb95a28d 2024-11-07T15:20:51,264 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35923/user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/900a39744f9a48d6b099debedb95a28d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:20:51,265 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false 2024-11-07T15:20:51,269 INFO [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:51,269 DEBUG [M:0;7b3e4e8e12ef:33949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992850735Disabling compacts and flushes for region at 1730992850735Disabling writes for close at 1730992850736 (+1 ms)Obtaining lock to block concurrent updates at 1730992850736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992850736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730992850736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992850737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992850737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992850753 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992850753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992850772 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992850791 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992850791Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992851201 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992851218 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992851218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f292c3: reopening flushed file at 1730992851246 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcfc76: reopening flushed file at 1730992851252 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db3c69b: reopening flushed file at 1730992851257 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false at 1730992851265 (+8 ms)Writing region close event to WAL at 1730992851269 (+4 ms)Closed at 1730992851269 2024-11-07T15:20:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741830_1006 (size=63654) 2024-11-07T15:20:51,295 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f4a5a07-5fb7-3201-df92-83832b710503/MasterData/WALs/7b3e4e8e12ef,33949,1730992827890/7b3e4e8e12ef%2C33949%2C1730992827890.1730992829133 not finished, retry = 0 2024-11-07T15:20:51,317 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:51,457 INFO [M:0;7b3e4e8e12ef:33949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:51,458 INFO [M:0;7b3e4e8e12ef:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33949 2024-11-07T15:20:51,458 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:51,458 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x10115e237640006, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:51,688 INFO [M:0;7b3e4e8e12ef:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:51,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50e8dd6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:51,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1044a68b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:51,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:51,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@100a4029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:51,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32ae2ce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:51,878 WARN [BP-1676003625-172.17.0.2-1730992825879 heartbeating to localhost/127.0.0.1:35923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:51,878 WARN [BP-1676003625-172.17.0.2-1730992825879 heartbeating to localhost/127.0.0.1:35923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1676003625-172.17.0.2-1730992825879 (Datanode Uuid 499096d5-9aa2-4800-8d89-12d8bbfc441b) service to localhost/127.0.0.1:35923 2024-11-07T15:20:51,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/cluster_98695669-4881-fbee-b2ea-2542eaaf65aa/data/data1/current/BP-1676003625-172.17.0.2-1730992825879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:51,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/cluster_98695669-4881-fbee-b2ea-2542eaaf65aa/data/data2/current/BP-1676003625-172.17.0.2-1730992825879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:51,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:51,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:51,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:51,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24b081ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:51,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd960d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:51,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:51,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1f1cb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:51,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4753f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:51,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:51,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:51,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:51,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:51,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:51,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:51,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1557682135, stopped=false 2024-11-07T15:20:51,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39293,1730992822739 2024-11-07T15:20:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406759152/running 2024-11-07T15:20:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406759152/running 2024-11-07T15:20:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:51,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:51,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:51,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:51,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:51,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,39519,1730992822885' ***** 2024-11-07T15:20:51,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:51,984 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:51,984 INFO [RS:0;7b3e4e8e12ef:39519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:51,984 INFO [RS:0;7b3e4e8e12ef:39519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:51,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:51,984 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(3091): Received CLOSE for f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:51,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/running 2024-11-07T15:20:51,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Set watcher on znode that does not yet exist, /1-406759152/running 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(3091): Received CLOSE for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39519. 2024-11-07T15:20:51,985 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:51,985 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:51,985 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:51,985 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f11e2543fa4df829cedb0eb89a9639a0=test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0., 07ef4585e56f360390d4bb22925ec953=hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.} 2024-11-07T15:20:51,985 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953, 1588230740, f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f11e2543fa4df829cedb0eb89a9639a0, disabling compactions & flushes 2024-11-07T15:20:51,986 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. after waiting 0 ms 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:51,986 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f11e2543fa4df829cedb0eb89a9639a0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T15:20:51,986 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:51,986 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:51,986 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:52,013 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/info/3fd40a496647446b990dea03dcee4b89 is 147, key is hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953./info:regioninfo/1730992838881/Put/seqid=0 2024-11-07T15:20:52,014 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1191, reset compression=false 2024-11-07T15:20:52,016 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:52,016 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:52,018 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f/d09890670cba44d8840be4fcb2011e73 is 29, key is row1/f:/1730992846845/DeleteFamily/seqid=0 2024-11-07T15:20:52,036 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:52,049 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:52,049 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1438, reset compression=false 2024-11-07T15:20:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741840_1016 (size=7686) 2024-11-07T15:20:52,049 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39519,1730992822885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:52,051 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,39519,1730992822885: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,39519,1730992822885, walGroup=7b3e4e8e12ef%2C39519%2C1730992822885, offset=7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:39519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:52,052 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:52,052 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:52,053 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:52,053 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:52,053 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:52,053 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 941605144 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201837760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:52,053 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741841_1017 (size=5152) 2024-11-07T15:20:52,055 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/info/3fd40a496647446b990dea03dcee4b89 2024-11-07T15:20:52,056 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f/d09890670cba44d8840be4fcb2011e73 2024-11-07T15:20:52,067 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09890670cba44d8840be4fcb2011e73 2024-11-07T15:20:52,079 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/ns/f3c70598808f49649ddd8397c5a5463c is 43, key is default/ns:d/1730992825737/Put/seqid=0 2024-11-07T15:20:52,087 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f1/c49b3f25cc5f4f9a837ddb0d1ddfe39a is 30, key is row1/f1:/1730992846845/DeleteFamily/seqid=0 2024-11-07T15:20:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:20:52,102 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/ns/f3c70598808f49649ddd8397c5a5463c 2024-11-07T15:20:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741843_1019 (size=5158) 2024-11-07T15:20:52,135 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/rep_barrier/5ffcb09919914d5ca6d93dd760b42948 is 112, key is test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0./rep_barrier:seqnumDuringOpen/1730992834200/Put/seqid=0 2024-11-07T15:20:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741844_1020 (size=5518) 2024-11-07T15:20:52,153 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/rep_barrier/5ffcb09919914d5ca6d93dd760b42948 2024-11-07T15:20:52,173 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/table/408f0901120447e6babcbe224461c78c is 53, key is hbase:replication/table:state/1730992838886/Put/seqid=0 2024-11-07T15:20:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741845_1021 (size=5308) 2024-11-07T15:20:52,186 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953, 1588230740, f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:52,257 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1438, reset compression=false 2024-11-07T15:20:52,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:20:52,386 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953, 1588230740, f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:52,429 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:52,518 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f1/c49b3f25cc5f4f9a837ddb0d1ddfe39a 2024-11-07T15:20:52,523 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c49b3f25cc5f4f9a837ddb0d1ddfe39a 2024-11-07T15:20:52,540 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/norep/a4255accba56466593806b01892e2b57 is 33, key is row1/norep:/1730992846845/DeleteFamily/seqid=0 2024-11-07T15:20:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741846_1022 (size=5108) 2024-11-07T15:20:52,561 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1438, reset compression=false 2024-11-07T15:20:52,578 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/table/408f0901120447e6babcbe224461c78c 2024-11-07T15:20:52,584 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/info/3fd40a496647446b990dea03dcee4b89 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/info/3fd40a496647446b990dea03dcee4b89 2024-11-07T15:20:52,586 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953, 1588230740, f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:52,589 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/info/3fd40a496647446b990dea03dcee4b89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:52,590 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/ns/f3c70598808f49649ddd8397c5a5463c as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/ns/f3c70598808f49649ddd8397c5a5463c 2024-11-07T15:20:52,594 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/ns/f3c70598808f49649ddd8397c5a5463c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:52,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/rep_barrier/5ffcb09919914d5ca6d93dd760b42948 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/rep_barrier/5ffcb09919914d5ca6d93dd760b42948 2024-11-07T15:20:52,600 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/rep_barrier/5ffcb09919914d5ca6d93dd760b42948, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:52,600 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/.tmp/table/408f0901120447e6babcbe224461c78c as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/table/408f0901120447e6babcbe224461c78c 2024-11-07T15:20:52,605 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/table/408f0901120447e6babcbe224461c78c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:52,606 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:52,610 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:52,611 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:52,611 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:52,611 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:52,611 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992851986Running coprocessor pre-close hooks at 1730992851986Disabling compacts and flushes for region at 1730992851986Disabling writes for close at 1730992851986Obtaining lock to block concurrent updates at 1730992851986Preparing flush snapshotting stores in 1588230740 at 1730992851986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992851990 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992851991 (+1 ms)Flushing 1588230740/info: creating writer at 1730992851991Flushing 1588230740/info: appending metadata at 1730992852012 (+21 ms)Flushing 1588230740/info: closing flushed file at 1730992852013 (+1 ms)Flushing 1588230740/ns: creating writer at 1730992852059 (+46 ms)Flushing 1588230740/ns: appending metadata at 1730992852078 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730992852078Flushing 1588230740/rep_barrier: creating writer at 1730992852107 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992852135 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992852135Flushing 1588230740/table: creating writer at 1730992852157 (+22 ms)Flushing 1588230740/table: appending metadata at 1730992852173 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730992852173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297d53b7: reopening flushed file at 1730992852583 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12eb3fb: reopening flushed file at 1730992852589 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d59484: reopening flushed file at 1730992852594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159d0a03: reopening flushed file at 1730992852600 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=16, compaction requested=false at 1730992852606 (+6 ms)Writing region close event to WAL at 1730992852607 (+1 ms)Running coprocessor post-close hooks at 1730992852611 (+4 ms)Closed at 1730992852611 2024-11-07T15:20:52,611 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:52,786 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953, f11e2543fa4df829cedb0eb89a9639a0 2024-11-07T15:20:52,944 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/norep/a4255accba56466593806b01892e2b57 2024-11-07T15:20:52,949 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4255accba56466593806b01892e2b57 2024-11-07T15:20:52,949 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f/d09890670cba44d8840be4fcb2011e73 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/f/d09890670cba44d8840be4fcb2011e73 2024-11-07T15:20:52,954 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09890670cba44d8840be4fcb2011e73 2024-11-07T15:20:52,954 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/f/d09890670cba44d8840be4fcb2011e73, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:52,955 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/f1/c49b3f25cc5f4f9a837ddb0d1ddfe39a as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/f1/c49b3f25cc5f4f9a837ddb0d1ddfe39a 2024-11-07T15:20:52,964 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 to pos 1438, reset compression=false 2024-11-07T15:20:52,966 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c49b3f25cc5f4f9a837ddb0d1ddfe39a 2024-11-07T15:20:52,966 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/f1/c49b3f25cc5f4f9a837ddb0d1ddfe39a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:52,967 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/.tmp/norep/a4255accba56466593806b01892e2b57 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/norep/a4255accba56466593806b01892e2b57 2024-11-07T15:20:52,973 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4255accba56466593806b01892e2b57 2024-11-07T15:20:52,973 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/norep/a4255accba56466593806b01892e2b57, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T15:20:52,974 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f11e2543fa4df829cedb0eb89a9639a0 in 988ms, sequenceid=10, compaction requested=false 2024-11-07T15:20:52,979 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/data/default/test/f11e2543fa4df829cedb0eb89a9639a0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T15:20:52,979 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:52,980 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f11e2543fa4df829cedb0eb89a9639a0: Waiting for close lock at 1730992851985Running coprocessor pre-close hooks at 1730992851985Disabling compacts and flushes for region at 1730992851985Disabling writes for close at 1730992851986 (+1 ms)Obtaining lock to block concurrent updates at 1730992851986Preparing flush snapshotting stores in f11e2543fa4df829cedb0eb89a9639a0 at 1730992851986Finished memstore snapshotting test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730992851995 (+9 ms)Flushing stores of test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. at 1730992851995Flushing f11e2543fa4df829cedb0eb89a9639a0/f: creating writer at 1730992851995Flushing f11e2543fa4df829cedb0eb89a9639a0/f: appending metadata at 1730992852018 (+23 ms)Flushing f11e2543fa4df829cedb0eb89a9639a0/f: closing flushed file at 1730992852018Flushing f11e2543fa4df829cedb0eb89a9639a0/f1: creating writer at 1730992852067 (+49 ms)Flushing f11e2543fa4df829cedb0eb89a9639a0/f1: appending metadata at 1730992852086 (+19 ms)Flushing f11e2543fa4df829cedb0eb89a9639a0/f1: closing flushed file at 1730992852086Flushing f11e2543fa4df829cedb0eb89a9639a0/norep: creating writer at 1730992852523 (+437 ms)Flushing f11e2543fa4df829cedb0eb89a9639a0/norep: appending metadata at 1730992852539 (+16 ms)Flushing f11e2543fa4df829cedb0eb89a9639a0/norep: closing flushed file at 1730992852539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507c2b41: reopening flushed file at 1730992852949 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fabb1e1: reopening flushed file at 1730992852954 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9602f6: reopening flushed file at 1730992852966 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f11e2543fa4df829cedb0eb89a9639a0 in 988ms, sequenceid=10, compaction requested=false at 1730992852974 (+8 ms)Writing region close event to WAL at 1730992852976 (+2 ms)Running coprocessor post-close hooks at 1730992852979 (+3 ms)Closed at 1730992852980 (+1 ms) 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992833056.f11e2543fa4df829cedb0eb89a9639a0. 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07ef4585e56f360390d4bb22925ec953, disabling compactions & flushes 2024-11-07T15:20:52,980 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. after waiting 0 ms 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07ef4585e56f360390d4bb22925ec953: Waiting for close lock at 1730992852980Running coprocessor pre-close hooks at 1730992852980Disabling compacts and flushes for region at 1730992852980Disabling writes for close at 1730992852980Failed flush hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953., putting online again at 1730992852980 2024-11-07T15:20:52,980 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,986 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:20:52,986 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1325): Online Regions={07ef4585e56f360390d4bb22925ec953=hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953.} 2024-11-07T15:20:52,986 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(3091): Received CLOSE for 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:52,987 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1351): Waiting on 07ef4585e56f360390d4bb22925ec953 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07ef4585e56f360390d4bb22925ec953, disabling compactions & flushes 2024-11-07T15:20:52,987 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. after waiting 0 ms 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07ef4585e56f360390d4bb22925ec953: Waiting for close lock at 1730992852987Running coprocessor pre-close hooks at 1730992852987Disabling compacts and flushes for region at 1730992852987Disabling writes for close at 1730992852987Failed flush hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953., putting online again at 1730992852987 2024-11-07T15:20:52,987 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730992838525.07ef4585e56f360390d4bb22925ec953. 2024-11-07T15:20:53,187 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T15:20:53,187 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,39519,1730992822885; all regions closed. 2024-11-07T15:20:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:53,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741839_1015 (size=2171) 2024-11-07T15:20:53,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/WALs/7b3e4e8e12ef,39519,1730992822885/7b3e4e8e12ef%2C39519%2C1730992822885.1730992825144 not finished, retry = 0 2024-11-07T15:20:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741832_1008 (size=2090) 2024-11-07T15:20:53,296 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,296 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:53,296 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:53,296 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:53,296 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:53,297 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:53,297 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,39519,1730992822885 because: Region server is closing 2024-11-07T15:20:53,297 INFO [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39519. 2024-11-07T15:20:53,297 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:53,297 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,297 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:53,397 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.shipper7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 terminated 2024-11-07T15:20:53,397 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39519,1730992822885.replicationSource.wal-reader.7b3e4e8e12ef%2C39519%2C1730992822885,1-7b3e4e8e12ef,39519,1730992822885 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:53,398 INFO [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39519. 2024-11-07T15:20:53,398 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:53,398 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,398 DEBUG [RS:0;7b3e4e8e12ef:39519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:53,398 INFO [RS:0;7b3e4e8e12ef:39519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39519 2024-11-07T15:20:53,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152/rs 2024-11-07T15:20:53,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406759152/rs/7b3e4e8e12ef,39519,1730992822885 2024-11-07T15:20:53,481 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:53,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,39519,1730992822885] 2024-11-07T15:20:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:53,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-406759152/draining/7b3e4e8e12ef,39519,1730992822885 already deleted, retry=false 2024-11-07T15:20:53,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,39519,1730992822885 expired; onlineServers=0 2024-11-07T15:20:53,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39293,1730992822739' ***** 2024-11-07T15:20:53,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:53,539 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:53,539 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:53,539 DEBUG [M:0;7b3e4e8e12ef:39293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:53,539 DEBUG [M:0;7b3e4e8e12ef:39293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:53,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:53,539 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992824900 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992824900,5,FailOnTimeoutGroup] 2024-11-07T15:20:53,539 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992824900 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992824900,5,FailOnTimeoutGroup] 2024-11-07T15:20:53,539 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:53,539 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:53,539 DEBUG [M:0;7b3e4e8e12ef:39293 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:53,540 INFO [M:0;7b3e4e8e12ef:39293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:53,540 INFO [M:0;7b3e4e8e12ef:39293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:53,540 INFO [M:0;7b3e4e8e12ef:39293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:53,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:53,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406759152/master 2024-11-07T15:20:53,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406759152 2024-11-07T15:20:53,550 DEBUG [M:0;7b3e4e8e12ef:39293 {}] zookeeper.ZKUtil(347): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Unable to get data of znode /1-406759152/master because node does not exist (not an error) 2024-11-07T15:20:53,550 WARN [M:0;7b3e4e8e12ef:39293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:20:53,550 INFO [M:0;7b3e4e8e12ef:39293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/.lastflushedseqids 2024-11-07T15:20:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741847_1023 (size=245) 2024-11-07T15:20:53,559 INFO [M:0;7b3e4e8e12ef:39293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:53,559 INFO [M:0;7b3e4e8e12ef:39293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:53,559 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:53,559 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:53,560 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:53,560 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:53,560 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:53,560 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-07T15:20:53,576 DEBUG [M:0;7b3e4e8e12ef:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e7e101c25584e019bc9912a567dfc36 is 82, key is hbase:meta,,1/info:regioninfo/1730992825719/Put/seqid=0 2024-11-07T15:20:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:20:53,580 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e7e101c25584e019bc9912a567dfc36 2024-11-07T15:20:53,603 DEBUG [M:0;7b3e4e8e12ef:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6f63f2759804ca3b9d2bbdabe12c222 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992838889/Put/seqid=0 2024-11-07T15:20:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741849_1025 (size=8515) 2024-11-07T15:20:53,608 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6f63f2759804ca3b9d2bbdabe12c222 2024-11-07T15:20:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39519-0x10115e237640004, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:53,621 INFO [RS:0;7b3e4e8e12ef:39519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:53,621 INFO [RS:0;7b3e4e8e12ef:39519 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,39519,1730992822885; zookeeper connection closed. 2024-11-07T15:20:53,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e229743 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e229743 2024-11-07T15:20:53,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:53,630 DEBUG [M:0;7b3e4e8e12ef:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0be5a550714081a1cc0e80f859b8c3 is 69, key is 7b3e4e8e12ef,39519,1730992822885/rs:state/1730992824943/Put/seqid=0 2024-11-07T15:20:53,632 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:20:53,637 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0be5a550714081a1cc0e80f859b8c3 2024-11-07T15:20:53,642 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e7e101c25584e019bc9912a567dfc36 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e7e101c25584e019bc9912a567dfc36 2024-11-07T15:20:53,647 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e7e101c25584e019bc9912a567dfc36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T15:20:53,648 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6f63f2759804ca3b9d2bbdabe12c222 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6f63f2759804ca3b9d2bbdabe12c222 2024-11-07T15:20:53,652 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6f63f2759804ca3b9d2bbdabe12c222, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T15:20:53,652 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0be5a550714081a1cc0e80f859b8c3 as hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0be5a550714081a1cc0e80f859b8c3 2024-11-07T15:20:53,657 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34087/user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0be5a550714081a1cc0e80f859b8c3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T15:20:53,658 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=97, compaction requested=false 2024-11-07T15:20:53,659 INFO [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:53,659 DEBUG [M:0;7b3e4e8e12ef:39293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992853559Disabling compacts and flushes for region at 1730992853559Disabling writes for close at 1730992853560 (+1 ms)Obtaining lock to block concurrent updates at 1730992853560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992853560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1730992853560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992853561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992853561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992853575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992853576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992853584 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992853603 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992853603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992853612 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992853629 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992853629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a7bed0: reopening flushed file at 1730992853641 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1446709f: reopening flushed file at 1730992853647 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b936d90: reopening flushed file at 1730992853652 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=97, compaction requested=false at 1730992853658 (+6 ms)Writing region close event to WAL at 1730992853659 (+1 ms)Closed at 1730992853659 2024-11-07T15:20:53,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a14b12e-aa6e-8e52-5454-669629615470/MasterData/WALs/7b3e4e8e12ef,39293,1730992822739/7b3e4e8e12ef%2C39293%2C1730992822739.1730992824642 not finished, retry = 0 2024-11-07T15:20:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741830_1006 (size=63642) 2024-11-07T15:20:53,762 INFO [M:0;7b3e4e8e12ef:39293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:53,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:53,762 INFO [M:0;7b3e4e8e12ef:39293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39293 2024-11-07T15:20:53,763 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:53,876 INFO [M:0;7b3e4e8e12ef:39293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x10115e237640003, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:53,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a57515a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:53,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4be9095{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:53,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:53,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb4a526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:53,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378fc2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:53,895 WARN [BP-1062782907-172.17.0.2-1730992820768 heartbeating to localhost/127.0.0.1:34087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:53,895 WARN [BP-1062782907-172.17.0.2-1730992820768 heartbeating to localhost/127.0.0.1:34087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1062782907-172.17.0.2-1730992820768 (Datanode Uuid 168665a1-49f7-4061-80c7-27606564508d) service to localhost/127.0.0.1:34087 2024-11-07T15:20:53,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/cluster_18900545-763c-bb58-deaa-3ad0337af0a9/data/data1/current/BP-1062782907-172.17.0.2-1730992820768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:53,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/cluster_18900545-763c-bb58-deaa-3ad0337af0a9/data/data2/current/BP-1062782907-172.17.0.2-1730992820768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:53,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:53,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:53,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:53,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f46ddd4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:53,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a46683{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:53,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:53,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36537acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:53,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5939cda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d7f1644-3244-d5aa-22ec-17bca3050b0b/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:53,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:53,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:20:53,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:53,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:53,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:53,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:20:53,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497656824, stopped=false 2024-11-07T15:20:53,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35375,1730992817599 2024-11-07T15:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721638710/running 2024-11-07T15:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721638710/running 2024-11-07T15:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:53,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:53,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/running 2024-11-07T15:20:53,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:20:53,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Set watcher on znode that does not yet exist, /0-1721638710/running 2024-11-07T15:20:53,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:53,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,39739,1730992817795' ***** 2024-11-07T15:20:53,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:20:53,941 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:20:53,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39739. 2024-11-07T15:20:53,942 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:53,942 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdbf94f063e84ad018a396822beccbca, disabling compactions & flushes 2024-11-07T15:20:53,942 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:53,942 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:20:53,942 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:20:53,942 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. after waiting 0 ms 2024-11-07T15:20:53,942 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:20:53,942 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:53,943 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdbf94f063e84ad018a396822beccbca 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-07T15:20:53,948 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:20:53,948 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fdbf94f063e84ad018a396822beccbca=hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca., 0dc9e4cb0b70c6d220d1e933260b7ef7=test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.} 2024-11-07T15:20:53,948 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7, 1588230740, fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:53,949 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:20:53,949 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:20:53,949 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:20:53,949 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:20:53,949 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:20:53,950 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:20:53,969 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/.tmp/queue/8d0c93aeaac24aada3e86b5b719a2557 is 153, key is 1-7b3e4e8e12ef,39739,1730992817795/queue:7b3e4e8e12ef%2C39739%2C1730992817795/1730992845861/Put/seqid=0 2024-11-07T15:20:53,971 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/info/6e17b3fd2a9046f88c2e539b5aa4cd54 is 147, key is hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca./info:regioninfo/1730992837537/Put/seqid=0 2024-11-07T15:20:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741840_1016 (size=5352) 2024-11-07T15:20:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741841_1017 (size=7686) 2024-11-07T15:20:53,987 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/info/6e17b3fd2a9046f88c2e539b5aa4cd54 2024-11-07T15:20:53,997 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:54,018 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/ns/1bb12752fba34db7bff17d1ee49d100c is 43, key is default/ns:d/1730992820700/Put/seqid=0 2024-11-07T15:20:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:20:54,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:54,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:54,148 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7, 1588230740, fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:54,349 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7, 1588230740, fdbf94f063e84ad018a396822beccbca 2024-11-07T15:20:54,378 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/.tmp/queue/8d0c93aeaac24aada3e86b5b719a2557 2024-11-07T15:20:54,382 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/.tmp/queue/8d0c93aeaac24aada3e86b5b719a2557 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/queue/8d0c93aeaac24aada3e86b5b719a2557 2024-11-07T15:20:54,388 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/queue/8d0c93aeaac24aada3e86b5b719a2557, entries=1, sequenceid=8, filesize=5.2 K 2024-11-07T15:20:54,389 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fdbf94f063e84ad018a396822beccbca in 446ms, sequenceid=8, compaction requested=false 2024-11-07T15:20:54,392 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/replication/fdbf94f063e84ad018a396822beccbca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T15:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:54,393 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdbf94f063e84ad018a396822beccbca: Waiting for close lock at 1730992853942Running coprocessor pre-close hooks at 1730992853942Disabling compacts and flushes for region at 1730992853942Disabling writes for close at 1730992853942Obtaining lock to block concurrent updates at 1730992853943 (+1 ms)Preparing flush snapshotting stores in fdbf94f063e84ad018a396822beccbca at 1730992853943Finished memstore snapshotting hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1730992853949 (+6 ms)Flushing stores of hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. at 1730992853949Flushing fdbf94f063e84ad018a396822beccbca/queue: creating writer at 1730992853949Flushing fdbf94f063e84ad018a396822beccbca/queue: appending metadata at 1730992853969 (+20 ms)Flushing fdbf94f063e84ad018a396822beccbca/queue: closing flushed file at 1730992853969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66069127: reopening flushed file at 1730992854382 (+413 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fdbf94f063e84ad018a396822beccbca in 446ms, sequenceid=8, compaction requested=false at 1730992854389 (+7 ms)Writing region close event to WAL at 1730992854389Running coprocessor post-close hooks at 1730992854393 (+4 ms)Closed at 1730992854393 2024-11-07T15:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992836360.fdbf94f063e84ad018a396822beccbca. 2024-11-07T15:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dc9e4cb0b70c6d220d1e933260b7ef7, disabling compactions & flushes 2024-11-07T15:20:54,394 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:54,394 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:54,394 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. after waiting 0 ms 2024-11-07T15:20:54,394 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:54,394 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-07T15:20:54,415 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f/d406b75156b14b6f9e8b21e28f73e530 is 28, key is row/f:/1730992845839/DeleteFamily/seqid=0 2024-11-07T15:20:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741843_1019 (size=5085) 2024-11-07T15:20:54,419 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f/d406b75156b14b6f9e8b21e28f73e530 2024-11-07T15:20:54,424 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/ns/1bb12752fba34db7bff17d1ee49d100c 2024-11-07T15:20:54,426 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d406b75156b14b6f9e8b21e28f73e530 2024-11-07T15:20:54,447 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f1/72134d8e40774f5faed42818889af9ae is 29, key is row/f1:/1730992845839/DeleteFamily/seqid=0 2024-11-07T15:20:54,457 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/rep_barrier/64c908bdfba54740ab368d4d6d588d52 is 112, key is test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7./rep_barrier:seqnumDuringOpen/1730992832053/Put/seqid=0 2024-11-07T15:20:54,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741844_1020 (size=5089) 2024-11-07T15:20:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741845_1021 (size=5518) 2024-11-07T15:20:54,467 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/rep_barrier/64c908bdfba54740ab368d4d6d588d52 2024-11-07T15:20:54,496 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/table/828318b5a21c45d9830da6b6c50e6488 is 53, key is hbase:replication/table:state/1730992837544/Put/seqid=0 2024-11-07T15:20:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741846_1022 (size=5308) 2024-11-07T15:20:54,502 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/table/828318b5a21c45d9830da6b6c50e6488 2024-11-07T15:20:54,514 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/info/6e17b3fd2a9046f88c2e539b5aa4cd54 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/info/6e17b3fd2a9046f88c2e539b5aa4cd54 2024-11-07T15:20:54,520 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/info/6e17b3fd2a9046f88c2e539b5aa4cd54, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:20:54,521 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/ns/1bb12752fba34db7bff17d1ee49d100c as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/ns/1bb12752fba34db7bff17d1ee49d100c 2024-11-07T15:20:54,526 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/ns/1bb12752fba34db7bff17d1ee49d100c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:20:54,526 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/rep_barrier/64c908bdfba54740ab368d4d6d588d52 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/rep_barrier/64c908bdfba54740ab368d4d6d588d52 2024-11-07T15:20:54,531 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/rep_barrier/64c908bdfba54740ab368d4d6d588d52, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:20:54,532 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/.tmp/table/828318b5a21c45d9830da6b6c50e6488 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/table/828318b5a21c45d9830da6b6c50e6488 2024-11-07T15:20:54,539 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/table/828318b5a21c45d9830da6b6c50e6488, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:20:54,540 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false 2024-11-07T15:20:54,540 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:20:54,549 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7, 1588230740 2024-11-07T15:20:54,551 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:20:54,552 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:54,552 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:20:54,552 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:54,552 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992853949Running coprocessor pre-close hooks at 1730992853949Disabling compacts and flushes for region at 1730992853949Disabling writes for close at 1730992853949Obtaining lock to block concurrent updates at 1730992853950 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730992853950Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992853950Flushing stores of hbase:meta,,1.1588230740 at 1730992853951 (+1 ms)Flushing 1588230740/info: creating writer at 1730992853951Flushing 1588230740/info: appending metadata at 1730992853971 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730992853971Flushing 1588230740/ns: creating writer at 1730992853993 (+22 ms)Flushing 1588230740/ns: appending metadata at 1730992854018 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1730992854018Flushing 1588230740/rep_barrier: creating writer at 1730992854431 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992854456 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992854456Flushing 1588230740/table: creating writer at 1730992854471 (+15 ms)Flushing 1588230740/table: appending metadata at 1730992854496 (+25 ms)Flushing 1588230740/table: closing flushed file at 1730992854496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28194980: reopening flushed file at 1730992854513 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8ed541: reopening flushed file at 1730992854520 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cdf738: reopening flushed file at 1730992854526 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ec55c4: reopening flushed file at 1730992854531 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false at 1730992854540 (+9 ms)Writing region close event to WAL at 1730992854543 (+3 ms)Running coprocessor post-close hooks at 1730992854552 (+9 ms)Closed at 1730992854552 2024-11-07T15:20:54,552 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:20:54,749 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:54,864 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f1/72134d8e40774f5faed42818889af9ae 2024-11-07T15:20:54,869 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72134d8e40774f5faed42818889af9ae 2024-11-07T15:20:54,869 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:20:54,869 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:20:54,889 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/norep/966656e5ff894793bf379c181c283924 is 32, key is row/norep:/1730992845839/DeleteFamily/seqid=0 2024-11-07T15:20:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741847_1023 (size=5101) 2024-11-07T15:20:54,936 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 636, reset compression=false 2024-11-07T15:20:54,941 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:20:54,941 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 883, reset compression=false 2024-11-07T15:20:54,941 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,39739,1730992817795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:20:54,942 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,39739,1730992817795: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7b3e4e8e12ef,39739,1730992817795, walGroup=7b3e4e8e12ef%2C39739%2C1730992817795, offset=7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:39739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:20:54,943 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:20:54,943 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1052754200 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202567624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:20:54,944 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:20:54,949 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:20:54,949 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1325): Online Regions={0dc9e4cb0b70c6d220d1e933260b7ef7=test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7.} 2024-11-07T15:20:54,949 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:55,149 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1351): Waiting on 0dc9e4cb0b70c6d220d1e933260b7ef7 2024-11-07T15:20:55,165 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/WALs/7b3e4e8e12ef,39739,1730992817795/7b3e4e8e12ef%2C39739%2C1730992817795.1730992819998 to pos 883, reset compression=false 2024-11-07T15:20:55,297 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/norep/966656e5ff894793bf379c181c283924 2024-11-07T15:20:55,301 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 966656e5ff894793bf379c181c283924 2024-11-07T15:20:55,302 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f/d406b75156b14b6f9e8b21e28f73e530 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/f/d406b75156b14b6f9e8b21e28f73e530 2024-11-07T15:20:55,306 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d406b75156b14b6f9e8b21e28f73e530 2024-11-07T15:20:55,306 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/f/d406b75156b14b6f9e8b21e28f73e530, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T15:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/f1/72134d8e40774f5faed42818889af9ae as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/f1/72134d8e40774f5faed42818889af9ae 2024-11-07T15:20:55,311 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72134d8e40774f5faed42818889af9ae 2024-11-07T15:20:55,312 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/f1/72134d8e40774f5faed42818889af9ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T15:20:55,312 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/.tmp/norep/966656e5ff894793bf379c181c283924 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/norep/966656e5ff894793bf379c181c283924 2024-11-07T15:20:55,317 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 966656e5ff894793bf379c181c283924 2024-11-07T15:20:55,317 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/norep/966656e5ff894793bf379c181c283924, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T15:20:55,318 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0dc9e4cb0b70c6d220d1e933260b7ef7 in 923ms, sequenceid=6, compaction requested=false 2024-11-07T15:20:55,318 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:20:55,322 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/data/default/test/0dc9e4cb0b70c6d220d1e933260b7ef7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:20:55,323 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:20:55,323 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:20:55,323 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:55,323 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dc9e4cb0b70c6d220d1e933260b7ef7: Waiting for close lock at 1730992854393Running coprocessor pre-close hooks at 1730992854393Disabling compacts and flushes for region at 1730992854393Disabling writes for close at 1730992854394 (+1 ms)Obtaining lock to block concurrent updates at 1730992854394Preparing flush snapshotting stores in 0dc9e4cb0b70c6d220d1e933260b7ef7 at 1730992854394Finished memstore snapshotting test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1730992854394Flushing stores of test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. at 1730992854395 (+1 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f: creating writer at 1730992854395Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f: appending metadata at 1730992854414 (+19 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f: closing flushed file at 1730992854414Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f1: creating writer at 1730992854426 (+12 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f1: appending metadata at 1730992854446 (+20 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/f1: closing flushed file at 1730992854446Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/norep: creating writer at 1730992854869 (+423 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/norep: appending metadata at 1730992854888 (+19 ms)Flushing 0dc9e4cb0b70c6d220d1e933260b7ef7/norep: closing flushed file at 1730992854888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41208107: reopening flushed file at 1730992855301 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241f46d6: reopening flushed file at 1730992855307 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e4be12: reopening flushed file at 1730992855312 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0dc9e4cb0b70c6d220d1e933260b7ef7 in 923ms, sequenceid=6, compaction requested=false at 1730992855318 (+6 ms)Writing region close event to WAL at 1730992855319 (+1 ms)Running coprocessor post-close hooks at 1730992855323 (+4 ms)Closed at 1730992855323 2024-11-07T15:20:55,323 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992830908.0dc9e4cb0b70c6d220d1e933260b7ef7. 2024-11-07T15:20:55,350 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,39739,1730992817795; all regions closed. 2024-11-07T15:20:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741834_1010 (size=4239) 2024-11-07T15:20:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741839_1015 (size=2240) 2024-11-07T15:20:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741832_1008 (size=1535) 2024-11-07T15:20:55,358 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:55,358 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,39739,1730992817795 because: Region server is closing 2024-11-07T15:20:55,358 INFO [RS:0;7b3e4e8e12ef:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:39739. 2024-11-07T15:20:55,358 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:20:55,358 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:55,358 DEBUG [RS:0;7b3e4e8e12ef:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:20:55,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:20:55,459 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.shipper7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 terminated 2024-11-07T15:20:55,459 INFO [RS:0;7b3e4e8e12ef:39739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39739 2024-11-07T15:20:55,459 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,39739,1730992817795.replicationSource.wal-reader.7b3e4e8e12ef%2C39739%2C1730992817795,1-7b3e4e8e12ef,39739,1730992817795 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:20:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710/rs 2024-11-07T15:20:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721638710/rs/7b3e4e8e12ef,39739,1730992817795 2024-11-07T15:20:55,518 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:55,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,39739,1730992817795] 2024-11-07T15:20:55,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/draining/7b3e4e8e12ef,39739,1730992817795 already deleted, retry=false 2024-11-07T15:20:55,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,39739,1730992817795 expired; onlineServers=0 2024-11-07T15:20:55,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35375,1730992817599' ***** 2024-11-07T15:20:55,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:20:55,539 DEBUG [M:0;7b3e4e8e12ef:35375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:20:55,539 DEBUG [M:0;7b3e4e8e12ef:35375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:20:55,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:20:55,539 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992819816 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992819816,5,FailOnTimeoutGroup] 2024-11-07T15:20:55,539 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992819816 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992819816,5,FailOnTimeoutGroup] 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:20:55,539 DEBUG [M:0;7b3e4e8e12ef:35375 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:20:55,539 INFO [M:0;7b3e4e8e12ef:35375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:20:55,540 INFO [M:0;7b3e4e8e12ef:35375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:20:55,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:20:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1721638710/master 2024-11-07T15:20:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1721638710 2024-11-07T15:20:55,561 DEBUG [M:0;7b3e4e8e12ef:35375 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1721638710/master already deleted, retry=false 2024-11-07T15:20:55,562 DEBUG [M:0;7b3e4e8e12ef:35375 {}] master.ActiveMasterManager(353): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1721638710/master 2024-11-07T15:20:55,562 INFO [M:0;7b3e4e8e12ef:35375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/.lastflushedseqids 2024-11-07T15:20:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741848_1024 (size=245) 2024-11-07T15:20:55,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:55,628 INFO [RS:0;7b3e4e8e12ef:39739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x10115e237640001, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:55,629 INFO [RS:0;7b3e4e8e12ef:39739 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,39739,1730992817795; zookeeper connection closed. 2024-11-07T15:20:55,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10d04cd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10d04cd0 2024-11-07T15:20:55,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:20:55,973 INFO [M:0;7b3e4e8e12ef:35375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:20:55,973 INFO [M:0;7b3e4e8e12ef:35375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:20:55,973 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:20:55,973 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:55,973 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:55,973 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:20:55,973 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:55,974 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-07T15:20:55,990 DEBUG [M:0;7b3e4e8e12ef:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71c628b24a744499e159d4e50052392 is 82, key is hbase:meta,,1/info:regioninfo/1730992820670/Put/seqid=0 2024-11-07T15:20:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741849_1025 (size=5672) 2024-11-07T15:20:56,395 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71c628b24a744499e159d4e50052392 2024-11-07T15:20:56,432 DEBUG [M:0;7b3e4e8e12ef:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fe3efd451f439fb2abf7fc78731cfa is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992832062/Put/seqid=0 2024-11-07T15:20:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741850_1026 (size=7217) 2024-11-07T15:20:56,436 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fe3efd451f439fb2abf7fc78731cfa 2024-11-07T15:20:56,441 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4fe3efd451f439fb2abf7fc78731cfa 2024-11-07T15:20:56,458 DEBUG [M:0;7b3e4e8e12ef:35375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc59cc61cfe649dab773786dae7541f0 is 69, key is 7b3e4e8e12ef,39739,1730992817795/rs:state/1730992819853/Put/seqid=0 2024-11-07T15:20:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741851_1027 (size=5156) 2024-11-07T15:20:56,474 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc59cc61cfe649dab773786dae7541f0 2024-11-07T15:20:56,480 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71c628b24a744499e159d4e50052392 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e71c628b24a744499e159d4e50052392 2024-11-07T15:20:56,485 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e71c628b24a744499e159d4e50052392, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T15:20:56,486 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4fe3efd451f439fb2abf7fc78731cfa as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4fe3efd451f439fb2abf7fc78731cfa 2024-11-07T15:20:56,490 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4fe3efd451f439fb2abf7fc78731cfa 2024-11-07T15:20:56,490 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4fe3efd451f439fb2abf7fc78731cfa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T15:20:56,491 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc59cc61cfe649dab773786dae7541f0 as hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc59cc61cfe649dab773786dae7541f0 2024-11-07T15:20:56,498 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38871/user/jenkins/test-data/ab6b7d0b-342f-b1bd-3c06-c744e534a4fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc59cc61cfe649dab773786dae7541f0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T15:20:56,499 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false 2024-11-07T15:20:56,521 INFO [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:20:56,521 DEBUG [M:0;7b3e4e8e12ef:35375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992855973Disabling compacts and flushes for region at 1730992855973Disabling writes for close at 1730992855973Obtaining lock to block concurrent updates at 1730992855974 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992855974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1730992855974Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992855975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992855975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992855990 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992855990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992856399 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992856431 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992856431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992856441 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992856457 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992856457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aba6bd8: reopening flushed file at 1730992856479 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2246979: reopening flushed file at 1730992856485 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543dc642: reopening flushed file at 1730992856490 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false at 1730992856499 (+9 ms)Writing region close event to WAL at 1730992856520 (+21 ms)Closed at 1730992856520 2024-11-07T15:20:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741830_1006 (size=64411) 2024-11-07T15:20:56,525 INFO [M:0;7b3e4e8e12ef:35375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:20:56,525 INFO [M:0;7b3e4e8e12ef:35375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35375 2024-11-07T15:20:56,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:20:56,526 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:20:56,692 INFO [M:0;7b3e4e8e12ef:35375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:20:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35375-0x10115e237640000, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:20:56,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df0def1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:56,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290df550{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:56,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:56,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468e06f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:56,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a551e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:56,726 WARN [BP-1652808139-172.17.0.2-1730992815053 heartbeating to localhost/127.0.0.1:38871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:20:56,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:20:56,727 WARN [BP-1652808139-172.17.0.2-1730992815053 heartbeating to localhost/127.0.0.1:38871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652808139-172.17.0.2-1730992815053 (Datanode Uuid 2a9222ff-206d-416e-8eba-a38d7b78e50c) service to localhost/127.0.0.1:38871 2024-11-07T15:20:56,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:20:56,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/data/data2/current/BP-1652808139-172.17.0.2-1730992815053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:56,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:20:56,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/cluster_ea58f306-e3c8-5a53-9e1a-34fef36102f5/data/data1/current/BP-1652808139-172.17.0.2-1730992815053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:20:56,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@118a561c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:56,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11840dfd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:20:56,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:20:56,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb7f71d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:20:56,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75dfdab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/676fc94c-4b90-ee75-8886-da57640a2b32/hadoop.log.dir/,STOPPED} 2024-11-07T15:20:56,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:20:56,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:20:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115e237640002, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115e237640008, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:56,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115e237640002, quorum=127.0.0.1:53866, baseZNode=/0-1721638710 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:56,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115e237640008, quorum=127.0.0.1:53866, baseZNode=/21835444272 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115e237640005, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T15:20:56,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115e237640005, quorum=127.0.0.1:53866, baseZNode=/1-406759152 Received Disconnected from ZooKeeper, ignoring 2024-11-07T15:20:56,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35923 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34087 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38871 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=284 (was 344) 2024-11-07T15:20:56,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=304 2024-11-07T15:20:56,884 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-07T15:20:56,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir so I do NOT create it in target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80 2024-11-07T15:20:56,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:20:56,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.tmp.dir so I do NOT create it in target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80 2024-11-07T15:20:56,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3165def7-cfbf-b736-4b0f-598737de1888/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:20:56,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80 2024-11-07T15:20:56,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544, deleteOnExit=true 2024-11-07T15:20:57,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/zookeeper_0, clientPort=59486, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:20:57,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59486 2024-11-07T15:20:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:20:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:20:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/test.cache.data in system properties and HBase conf 2024-11-07T15:20:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:20:57,025 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:20:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:20:57,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:57,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:57,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:57,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:57,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:20:57,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:57,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fcac01d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:57,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1604d48a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:57,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@684d6711{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/java.io.tmpdir/jetty-localhost-39969-hadoop-hdfs-3_4_1-tests_jar-_-any-16805880748477699312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:20:57,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6395acc9{HTTP/1.1, (http/1.1)}{localhost:39969} 2024-11-07T15:20:57,760 INFO [Time-limited test {}] server.Server(415): Started @320266ms 2024-11-07T15:20:58,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:20:58,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:20:58,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:20:58,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:20:58,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:20:58,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b92dc17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:20:58,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e27659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:20:58,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a488929{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/java.io.tmpdir/jetty-localhost-39039-hadoop-hdfs-3_4_1-tests_jar-_-any-1116018954587508233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:20:58,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fae56ff{HTTP/1.1, (http/1.1)}{localhost:39039} 2024-11-07T15:20:58,150 INFO [Time-limited test {}] server.Server(415): Started @320656ms 2024-11-07T15:20:58,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:20:58,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:20:59,231 WARN [Thread-4192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data1/current/BP-929896741-172.17.0.2-1730992857047/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:59,231 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data2/current/BP-929896741-172.17.0.2-1730992857047/current, will proceed with Du for space computation calculation, 2024-11-07T15:20:59,277 WARN [Thread-4179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:20:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f347dcaa5bfc57 with lease ID 0x265cbe3400955cc5: Processing first storage report for DS-262b0ccd-d7a4-4994-b29f-dcef415fa1ed from datanode DatanodeRegistration(127.0.0.1:40431, datanodeUuid=8c6a5903-e946-4726-9750-e64cc7245b2f, infoPort=37055, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1854163405;c=1730992857047) 2024-11-07T15:20:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f347dcaa5bfc57 with lease ID 0x265cbe3400955cc5: from storage DS-262b0ccd-d7a4-4994-b29f-dcef415fa1ed node DatanodeRegistration(127.0.0.1:40431, datanodeUuid=8c6a5903-e946-4726-9750-e64cc7245b2f, infoPort=37055, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1854163405;c=1730992857047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f347dcaa5bfc57 with lease ID 0x265cbe3400955cc5: Processing first storage report for DS-4e228419-c291-426b-9555-52182186eeca from datanode DatanodeRegistration(127.0.0.1:40431, datanodeUuid=8c6a5903-e946-4726-9750-e64cc7245b2f, infoPort=37055, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1854163405;c=1730992857047) 2024-11-07T15:20:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f347dcaa5bfc57 with lease ID 0x265cbe3400955cc5: from storage DS-4e228419-c291-426b-9555-52182186eeca node DatanodeRegistration(127.0.0.1:40431, datanodeUuid=8c6a5903-e946-4726-9750-e64cc7245b2f, infoPort=37055, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1854163405;c=1730992857047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:20:59,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80 2024-11-07T15:20:59,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:59,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:20:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:20:59,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5 with version=8 2024-11-07T15:20:59,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/hbase-staging 2024-11-07T15:20:59,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:20:59,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:20:59,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38397 2024-11-07T15:20:59,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38397 connecting to ZooKeeper ensemble=127.0.0.1:59486 2024-11-07T15:20:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383970x0, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:20:59,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38397-0x10115e2db690000 connected 2024-11-07T15:21:00,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:00,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:00,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on znode that does not yet exist, /01207041639/running 2024-11-07T15:21:00,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5, hbase.cluster.distributed=false 2024-11-07T15:21:00,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on znode that does not yet exist, /01207041639/acl 2024-11-07T15:21:00,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-07T15:21:00,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38397 2024-11-07T15:21:00,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38397 2024-11-07T15:21:00,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-07T15:21:00,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-07T15:21:00,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:00,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:00,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40887 2024-11-07T15:21:00,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40887 connecting to ZooKeeper ensemble=127.0.0.1:59486 2024-11-07T15:21:00,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:00,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:00,291 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408870x0, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:00,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40887-0x10115e2db690001 connected 2024-11-07T15:21:00,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on znode that does not yet exist, /01207041639/running 2024-11-07T15:21:00,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:21:00,292 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:21:00,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on znode that does not yet exist, /01207041639/master 2024-11-07T15:21:00,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on znode that does not yet exist, /01207041639/acl 2024-11-07T15:21:00,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T15:21:00,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40887 2024-11-07T15:21:00,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40887 2024-11-07T15:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T15:21:00,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T15:21:00,316 DEBUG [M:0;7b3e4e8e12ef:38397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:38397 2024-11-07T15:21:00,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01207041639/backup-masters/7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:00,328 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639/backup-masters 2024-11-07T15:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639/backup-masters 2024-11-07T15:21:00,328 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on existing znode=/01207041639/backup-masters/7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:00,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:00,338 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207041639/master 2024-11-07T15:21:00,338 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:00,338 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on existing znode=/01207041639/master 2024-11-07T15:21:00,339 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01207041639/backup-masters/7b3e4e8e12ef,38397,1730992859696 from backup master directory 2024-11-07T15:21:00,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207041639/backup-masters/7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:00,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639/backup-masters 2024-11-07T15:21:00,349 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:00,349 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:00,349 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639/backup-masters 2024-11-07T15:21:00,352 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/hbase.id] with ID: 0da59725-7ddc-4d49-9a47-86dc0af8006a 2024-11-07T15:21:00,352 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/.tmp/hbase.id 2024-11-07T15:21:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:21:00,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:00,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:21:00,444 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128834 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:21:00,759 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/.tmp/hbase.id]:[hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/hbase.id] 2024-11-07T15:21:00,766 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:00,766 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:21:00,767 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:21:00,825 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:21:00,829 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:00,830 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:21:00,830 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:21:00,841 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/data/master/store 2024-11-07T15:21:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:21:01,250 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:01,251 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:01,251 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992861250Disabling compacts and flushes for region at 1730992861250Disabling writes for close at 1730992861251 (+1 ms)Writing region close event to WAL at 1730992861251Closed at 1730992861251 2024-11-07T15:21:01,251 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/data/master/store/.initializing 2024-11-07T15:21:01,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/WALs/7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:01,252 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:01,253 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C38397%2C1730992859696, suffix=, logDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/WALs/7b3e4e8e12ef,38397,1730992859696, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/oldWALs, maxLogs=10 2024-11-07T15:21:01,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/WALs/7b3e4e8e12ef,38397,1730992859696/7b3e4e8e12ef%2C38397%2C1730992859696.1730992861253, exclude list is [], retry=0 2024-11-07T15:21:01,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-262b0ccd-d7a4-4994-b29f-dcef415fa1ed,DISK] 2024-11-07T15:21:01,268 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/WALs/7b3e4e8e12ef,38397,1730992859696/7b3e4e8e12ef%2C38397%2C1730992859696.1730992861253 2024-11-07T15:21:01,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T15:21:01,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:01,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:01,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,268 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:21:01,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:01,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:01,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:21:01,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:01,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:01,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:21:01,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:01,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:01,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:21:01,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:01,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:01,274 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,274 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,275 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,276 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:01,277 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:01,278 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:01,278 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67934036, jitterRate=0.012296020984649658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:01,279 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992861268Initializing all the Stores at 1730992861269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992861269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992861269Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992861269Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992861269Cleaning up temporary data from old regions at 1730992861276 (+7 ms)Region opened successfully at 1730992861279 (+3 ms) 2024-11-07T15:21:01,279 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:21:01,281 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7455e51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:01,281 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:21:01,281 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:21:01,281 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:21:01,282 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:21:01,282 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:21:01,282 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:21:01,282 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:21:01,283 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:21:01,284 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Unable to get data of znode /01207041639/balancer because node does not exist (not necessarily an error) 2024-11-07T15:21:01,323 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207041639/balancer already deleted, retry=false 2024-11-07T15:21:01,323 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:21:01,324 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Unable to get data of znode /01207041639/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:21:01,365 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207041639/normalizer already deleted, retry=false 2024-11-07T15:21:01,365 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:21:01,369 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Unable to get data of znode /01207041639/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:21:01,417 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207041639/switch/split already deleted, retry=false 2024-11-07T15:21:01,418 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Unable to get data of znode /01207041639/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:21:01,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207041639/switch/merge already deleted, retry=false 2024-11-07T15:21:01,429 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Unable to get data of znode /01207041639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:21:01,475 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207041639/snapshot-cleanup already deleted, retry=false 2024-11-07T15:21:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207041639/running 2024-11-07T15:21:01,590 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207041639/running 2024-11-07T15:21:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:01,590 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:01,590 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,38397,1730992859696, sessionid=0x10115e2db690000, setting cluster-up flag (Was=false) 2024-11-07T15:21:01,796 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:02,150 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01207041639/flush-table-proc/acquired, /01207041639/flush-table-proc/reached, /01207041639/flush-table-proc/abort 2024-11-07T15:21:02,151 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:02,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:02,362 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:02,679 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01207041639/online-snapshot/acquired, /01207041639/online-snapshot/reached, /01207041639/online-snapshot/abort 2024-11-07T15:21:02,680 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:02,681 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:21:02,682 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:02,682 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:21:02,682 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:21:02,682 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,38397,1730992859696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:21:02,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:02,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:02,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:21:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:02,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992892684 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:21:02,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:21:02,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:02,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:21:02,685 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:21:02,685 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992862685,5,FailOnTimeoutGroup] 2024-11-07T15:21:02,686 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992862685,5,FailOnTimeoutGroup] 2024-11-07T15:21:02,686 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:02,686 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:21:02,686 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,686 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:21:02,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:21:02,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:21:02,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5 2024-11-07T15:21:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:21:02,706 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(746): ClusterId : 0da59725-7ddc-4d49-9a47-86dc0af8006a 2024-11-07T15:21:02,706 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:21:02,775 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:21:02,775 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:21:02,841 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:21:02,841 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaa3a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:02,851 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:40887 2024-11-07T15:21:02,851 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:21:02,851 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:21:02,851 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:21:02,851 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,38397,1730992859696 with port=40887, startcode=1730992860272 2024-11-07T15:21:02,851 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:21:02,852 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:21:02,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38397 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,854 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5 2024-11-07T15:21:02,854 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44269 2024-11-07T15:21:02,854 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:21:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639/rs 2024-11-07T15:21:02,926 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] zookeeper.ZKUtil(111): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Set watcher on existing znode=/01207041639/rs/7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,926 WARN [RS:0;7b3e4e8e12ef:40887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:02,926 INFO [RS:0;7b3e4e8e12ef:40887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:02,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,40887,1730992860272] 2024-11-07T15:21:02,926 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,928 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:21:02,929 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:21:02,930 INFO [RS:0;7b3e4e8e12ef:40887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:21:02,930 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,930 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:21:02,930 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:21:02,930 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:02,931 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,931 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40887,1730992860272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:02,943 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:21:02,944 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40887,1730992860272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,944 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,944 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.Replication(171): 7b3e4e8e12ef,40887,1730992860272 started 2024-11-07T15:21:02,955 INFO [RS:0;7b3e4e8e12ef:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:02,955 INFO [RS:0;7b3e4e8e12ef:40887 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,40887,1730992860272, RpcServer on 7b3e4e8e12ef/172.17.0.2:40887, sessionid=0x10115e2db690001 2024-11-07T15:21:02,955 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:21:02,955 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,955 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40887,1730992860272' 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01207041639/flush-table-proc/abort' 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01207041639/flush-table-proc/acquired' 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,40887,1730992860272' 2024-11-07T15:21:02,956 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01207041639/online-snapshot/abort' 2024-11-07T15:21:02,957 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01207041639/online-snapshot/acquired' 2024-11-07T15:21:02,957 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:21:02,957 INFO [RS:0;7b3e4e8e12ef:40887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:21:02,957 INFO [RS:0;7b3e4e8e12ef:40887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:21:03,057 INFO [RS:0;7b3e4e8e12ef:40887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:03,058 INFO [RS:0;7b3e4e8e12ef:40887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40887%2C1730992860272, suffix=, logDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/oldWALs, maxLogs=10 2024-11-07T15:21:03,073 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272/7b3e4e8e12ef%2C40887%2C1730992860272.1730992863059, exclude list is [], retry=0 2024-11-07T15:21:03,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-262b0ccd-d7a4-4994-b29f-dcef415fa1ed,DISK] 2024-11-07T15:21:03,076 INFO [RS:0;7b3e4e8e12ef:40887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272/7b3e4e8e12ef%2C40887%2C1730992860272.1730992863059 2024-11-07T15:21:03,077 DEBUG [RS:0;7b3e4e8e12ef:40887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T15:21:03,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:03,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:03,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:03,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:03,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:03,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:03,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:03,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:03,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:03,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/1588230740 2024-11-07T15:21:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/1588230740 2024-11-07T15:21:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:03,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:03,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:03,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:03,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:03,107 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60170935, jitterRate=-0.10338319838047028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:03,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992863098Initializing all the Stores at 1730992863098Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992863098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863098Cleaning up temporary data from old regions at 1730992863105 (+7 ms)Region opened successfully at 1730992863107 (+2 ms) 2024-11-07T15:21:03,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:03,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:03,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:03,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:03,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:03,108 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:03,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992863107Disabling compacts and flushes for region at 1730992863107Disabling writes for close at 1730992863107Writing region close event to WAL at 1730992863107Closed at 1730992863107 2024-11-07T15:21:03,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:03,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:21:03,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:21:03,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:03,110 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:21:03,260 DEBUG [7b3e4e8e12ef:38397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:21:03,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:03,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40887,1730992860272, state=OPENING 2024-11-07T15:21:03,317 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:21:03,420 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:03,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207041639 2024-11-07T15:21:03,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:03,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207041639/meta-region-server: CHANGED 2024-11-07T15:21:03,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207041639/meta-region-server: CHANGED 2024-11-07T15:21:03,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40887,1730992860272}] 2024-11-07T15:21:03,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:03,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:21:03,576 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:21:03,576 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:03,577 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:21:03,578 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C40887%2C1730992860272.meta, suffix=.meta, logDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/oldWALs, maxLogs=10 2024-11-07T15:21:03,594 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272/7b3e4e8e12ef%2C40887%2C1730992860272.meta.1730992863578.meta, exclude list is [], retry=0 2024-11-07T15:21:03,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-262b0ccd-d7a4-4994-b29f-dcef415fa1ed,DISK] 2024-11-07T15:21:03,603 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/WALs/7b3e4e8e12ef,40887,1730992860272/7b3e4e8e12ef%2C40887%2C1730992860272.meta.1730992863578.meta 2024-11-07T15:21:03,603 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T15:21:03,603 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:03,604 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:21:03,604 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:21:03,604 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:21:03,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:03,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:03,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:03,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:03,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:03,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:03,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:03,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:03,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:03,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:03,617 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:03,617 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/1588230740 2024-11-07T15:21:03,618 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/hbase/meta/1588230740 2024-11-07T15:21:03,619 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:03,619 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:03,619 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:03,621 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:03,621 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006060, jitterRate=-0.12074118852615356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:03,621 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:21:03,622 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992863605Writing region info on filesystem at 1730992863605Initializing all the Stores at 1730992863608 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863612 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992863612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992863612Cleaning up temporary data from old regions at 1730992863619 (+7 ms)Running coprocessor post-open hooks at 1730992863621 (+2 ms)Region opened successfully at 1730992863622 (+1 ms) 2024-11-07T15:21:03,623 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992863572 2024-11-07T15:21:03,625 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:21:03,625 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:21:03,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:03,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,40887,1730992860272, state=OPEN 2024-11-07T15:21:03,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x10115e2db690000, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01207041639/meta-region-server 2024-11-07T15:21:03,763 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x10115e2db690001, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01207041639/meta-region-server 2024-11-07T15:21:03,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:03,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207041639/meta-region-server: CHANGED 2024-11-07T15:21:03,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207041639/meta-region-server: CHANGED 2024-11-07T15:21:03,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:21:03,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,40887,1730992860272 in 343 msec 2024-11-07T15:21:03,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:21:03,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-07T15:21:03,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:03,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:21:03,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:03,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40887,1730992860272, seqNum=-1] 2024-11-07T15:21:03,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:03,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:03,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec 2024-11-07T15:21:03,772 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992863772, completionTime=-1 2024-11-07T15:21:03,772 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:21:03,772 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:21:03,773 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:21:03,773 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992923773 2024-11-07T15:21:03,773 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992983773 2024-11-07T15:21:03,773 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:38397, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,774 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,775 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:21:03,776 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.427sec 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:03,777 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:21:03,778 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:21:03,778 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:21:03,778 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38397,1730992859696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:03,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d216a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:03,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,38397,-1 for getting cluster id 2024-11-07T15:21:03,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:03,808 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0da59725-7ddc-4d49-9a47-86dc0af8006a' 2024-11-07T15:21:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0da59725-7ddc-4d49-9a47-86dc0af8006a" 2024-11-07T15:21:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f3dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,38397,-1] 2024-11-07T15:21:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:03,809 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:03,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2569f091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:03,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,40887,1730992860272, seqNum=-1] 2024-11-07T15:21:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:03,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:03,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:03,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59486 2024-11-07T15:21:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59486, baseZNode=/01207041639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:03,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e2db690002 connected 2024-11-07T15:21:03,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73691c36 2024-11-07T15:21:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:04,000 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:04,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:21:04,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:21:04,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:04,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:21:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:04,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:21:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:21:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:21:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:21:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:04,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ad5389e3ed22233c1b67b805b047d5b, NAME => 'test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5 2024-11-07T15:21:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:21:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ad5389e3ed22233c1b67b805b047d5b, disabling compactions & flushes 2024-11-07T15:21:04,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. after waiting 0 ms 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:04,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:04,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ad5389e3ed22233c1b67b805b047d5b: Waiting for close lock at 1730992864823Disabling compacts and flushes for region at 1730992864823Disabling writes for close at 1730992864823Writing region close event to WAL at 1730992864823Closed at 1730992864823 2024-11-07T15:21:04,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:21:04,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992864824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992864824"}]},"ts":"1730992864824"} 2024-11-07T15:21:04,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:21:04,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:21:04,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992864827"}]},"ts":"1730992864827"} 2024-11-07T15:21:04,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:21:04,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ad5389e3ed22233c1b67b805b047d5b, ASSIGN}] 2024-11-07T15:21:04,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ad5389e3ed22233c1b67b805b047d5b, ASSIGN 2024-11-07T15:21:04,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ad5389e3ed22233c1b67b805b047d5b, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,40887,1730992860272; forceNewPlan=false, retain=false 2024-11-07T15:21:04,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ad5389e3ed22233c1b67b805b047d5b, regionState=OPENING, regionLocation=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:04,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ad5389e3ed22233c1b67b805b047d5b, ASSIGN because future has completed 2024-11-07T15:21:04,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad5389e3ed22233c1b67b805b047d5b, server=7b3e4e8e12ef,40887,1730992860272}] 2024-11-07T15:21:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:05,151 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:05,151 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ad5389e3ed22233c1b67b805b047d5b, NAME => 'test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:05,151 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:05,151 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:21:05,152 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,152 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:05,152 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,152 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,153 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,154 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad5389e3ed22233c1b67b805b047d5b columnFamilyName f 2024-11-07T15:21:05,154 DEBUG [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:05,155 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(327): Store=8ad5389e3ed22233c1b67b805b047d5b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:05,155 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,156 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad5389e3ed22233c1b67b805b047d5b columnFamilyName f1 2024-11-07T15:21:05,156 DEBUG [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:05,156 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(327): Store=8ad5389e3ed22233c1b67b805b047d5b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:05,156 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,157 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad5389e3ed22233c1b67b805b047d5b columnFamilyName norep 2024-11-07T15:21:05,157 DEBUG [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:05,158 INFO [StoreOpener-8ad5389e3ed22233c1b67b805b047d5b-1 {}] regionserver.HStore(327): Store=8ad5389e3ed22233c1b67b805b047d5b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:05,158 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,159 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/default/test/8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,159 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/default/test/8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,160 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,160 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,160 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:21:05,161 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,164 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/data/default/test/8ad5389e3ed22233c1b67b805b047d5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:05,165 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ad5389e3ed22233c1b67b805b047d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68800507, jitterRate=0.02520744502544403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:21:05,165 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ad5389e3ed22233c1b67b805b047d5b 2024-11-07T15:21:05,166 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ad5389e3ed22233c1b67b805b047d5b: Running coprocessor pre-open hook at 1730992865152Writing region info on filesystem at 1730992865152Initializing all the Stores at 1730992865153 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992865153Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992865153Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992865153Cleaning up temporary data from old regions at 1730992865160 (+7 ms)Running coprocessor post-open hooks at 1730992865165 (+5 ms)Region opened successfully at 1730992865166 (+1 ms) 2024-11-07T15:21:05,166 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b., pid=6, masterSystemTime=1730992865147 2024-11-07T15:21:05,168 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:05,168 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992864000.8ad5389e3ed22233c1b67b805b047d5b. 2024-11-07T15:21:05,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ad5389e3ed22233c1b67b805b047d5b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,40887,1730992860272 2024-11-07T15:21:05,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad5389e3ed22233c1b67b805b047d5b, server=7b3e4e8e12ef,40887,1730992860272 because future has completed 2024-11-07T15:21:05,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:21:05,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ad5389e3ed22233c1b67b805b047d5b, server=7b3e4e8e12ef,40887,1730992860272 in 185 msec 2024-11-07T15:21:05,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:21:05,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ad5389e3ed22233c1b67b805b047d5b, ASSIGN in 346 msec 2024-11-07T15:21:05,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:21:05,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992865178"}]},"ts":"1730992865178"} 2024-11-07T15:21:05,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:21:05,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:21:05,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-07T15:21:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:06,154 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:21:06,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40678390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,38397,-1 for getting cluster id 2024-11-07T15:21:06,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:06,155 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0da59725-7ddc-4d49-9a47-86dc0af8006a' 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0da59725-7ddc-4d49-9a47-86dc0af8006a" 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540c9089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,38397,-1] 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,156 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afe6224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c65b92 2024-11-07T15:21:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:06,158 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:06,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:38397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:21:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:06,161 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:38397' 2024-11-07T15:21:06,168 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd65524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,168 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,38397,-1 for getting cluster id 2024-11-07T15:21:06,168 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:06,169 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0da59725-7ddc-4d49-9a47-86dc0af8006a' 2024-11-07T15:21:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0da59725-7ddc-4d49-9a47-86dc0af8006a" 2024-11-07T15:21:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7217a11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,38397,-1] 2024-11-07T15:21:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,170 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ebd878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:06,171 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,38397,1730992859696 2024-11-07T15:21:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@301ba8f8 2024-11-07T15:21:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:06,173 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:06,173 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T15:21:06,173 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:21:06,173 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,173 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:06,174 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:21:06,180 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-07T15:21:06,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=23 msec 2024-11-07T15:21:06,182 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-07T15:21:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:06,264 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7b3e4e8e12ef:38397, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-07T15:21:06,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:06,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:06,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:06,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:06,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 360) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-929896741-172.17.0.2-1730992857047:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;7b3e4e8e12ef:40887-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1278997760-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1578980151_20 at /127.0.0.1:47060 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1008212577-7959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44269 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59486) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1578980151_20 at /127.0.0.1:54180 [Receiving block BP-929896741-172.17.0.2-1730992857047:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-64046d3b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5/MasterData-prefix:7b3e4e8e12ef,38397,1730992859696 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS:0;7b3e4e8e12ef:40887 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@476ea1df java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1008212577-7958 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@604931ee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1278997760-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f96f04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-929896741-172.17.0.2-1730992857047 heartbeating to localhost/127.0.0.1:44269 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44269 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5e42b754 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59486 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59486): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1008212577-7957-acceptor-0@12d3b06b-ServerConnector@1fae56ff{HTTP/1.1, (http/1.1)}{localhost:39039} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1578980151_20 at /127.0.0.1:54186 [Receiving block BP-929896741-172.17.0.2-1730992857047:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 34565 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5-prefix:7b3e4e8e12ef,40887,1730992860272.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@76360587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1141059464_20 at /127.0.0.1:47100 [Receiving block BP-929896741-172.17.0.2-1730992857047:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 34565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:59486) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1278997760-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f96f04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;7b3e4e8e12ef:38397 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1278997760-7911-acceptor-0@dc3eaba-ServerConnector@6395acc9{HTTP/1.1, (http/1.1)}{localhost:39969} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-929896741-172.17.0.2-1730992857047:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@65d9c552 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data1/current/BP-929896741-172.17.0.2-1730992857047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4a5635a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b3e4e8e12ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@148a8a27 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-41ba2ae-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f96f0aab978.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1008212577-7956 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f96f04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/cluster_194af60a-9296-7416-184d-4f2205085544/data/data2/current/BP-929896741-172.17.0.2-1730992857047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ddf70e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: qtp1278997760-7912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59486) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 34565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1278997760-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3f502379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1278997760-7907 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f96f04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@19dba7c7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992862685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7b3e4e8e12ef:38397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992862685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44269/user/jenkins/test-data/96c6fb0e-8110-f30d-29fd-99cc324e09a5-prefix:7b3e4e8e12ef,40887,1730992860272 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f96f09f77a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-929896741-172.17.0.2-1730992857047:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1278997760-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f96f04352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(990526653) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=343 (was 304) - AvailableMemoryMB LEAK? - 2024-11-07T15:21:06,286 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-07T15:21:06,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=342 2024-11-07T15:21:06,299 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-07T15:21:06,315 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-07T15:21:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.log.dir so I do NOT create it in target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d 2024-11-07T15:21:06,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:21:06,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.tmp.dir so I do NOT create it in target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d 2024-11-07T15:21:06,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8941-8f51-d260-4d00-1d2de7e53a80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:21:06,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d 2024-11-07T15:21:06,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9, deleteOnExit=true 2024-11-07T15:21:06,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/zookeeper_0, clientPort=57201, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:21:06,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57201 2024-11-07T15:21:06,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:21:06,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/test.cache.data in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:21:06,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:21:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:21:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:21:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:21:06,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:21:06,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:06,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:06,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:06,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:06,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:21:06,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:06,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7798c4d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:06,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484ab11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:06,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7743f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/java.io.tmpdir/jetty-localhost-44789-hadoop-hdfs-3_4_1-tests_jar-_-any-17216519998539443552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:06,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@253fd58d{HTTP/1.1, (http/1.1)}{localhost:44789} 2024-11-07T15:21:06,966 INFO [Time-limited test {}] server.Server(415): Started @329472ms 2024-11-07T15:21:07,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:07,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:07,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:07,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:07,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:21:07,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61c5f4d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:07,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e42e2b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:07,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d326493{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/java.io.tmpdir/jetty-localhost-38473-hadoop-hdfs-3_4_1-tests_jar-_-any-11121291204443340147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:07,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@269b271{HTTP/1.1, (http/1.1)}{localhost:38473} 2024-11-07T15:21:07,388 INFO [Time-limited test {}] server.Server(415): Started @329894ms 2024-11-07T15:21:07,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:21:08,158 WARN [Thread-4325 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/data/data1/current/BP-1604211136-172.17.0.2-1730992866360/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:08,158 WARN [Thread-4326 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/data/data2/current/BP-1604211136-172.17.0.2-1730992866360/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:08,181 WARN [Thread-4313 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:21:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6007f79ae768dc1d with lease ID 0x31ff039f702ec65d: Processing first storage report for DS-66e77595-c8c1-4236-8a6e-3adddb334899 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=caba3b70-6569-4af8-859c-0d5c11ac2042, infoPort=42275, infoSecurePort=0, ipcPort=35599, storageInfo=lv=-57;cid=testClusterID;nsid=360312739;c=1730992866360) 2024-11-07T15:21:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6007f79ae768dc1d with lease ID 0x31ff039f702ec65d: from storage DS-66e77595-c8c1-4236-8a6e-3adddb334899 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=caba3b70-6569-4af8-859c-0d5c11ac2042, infoPort=42275, infoSecurePort=0, ipcPort=35599, storageInfo=lv=-57;cid=testClusterID;nsid=360312739;c=1730992866360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6007f79ae768dc1d with lease ID 0x31ff039f702ec65d: Processing first storage report for DS-5c220f17-c421-4487-baeb-2942619eb512 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=caba3b70-6569-4af8-859c-0d5c11ac2042, infoPort=42275, infoSecurePort=0, ipcPort=35599, storageInfo=lv=-57;cid=testClusterID;nsid=360312739;c=1730992866360) 2024-11-07T15:21:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6007f79ae768dc1d with lease ID 0x31ff039f702ec65d: from storage DS-5c220f17-c421-4487-baeb-2942619eb512 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=caba3b70-6569-4af8-859c-0d5c11ac2042, infoPort=42275, infoSecurePort=0, ipcPort=35599, storageInfo=lv=-57;cid=testClusterID;nsid=360312739;c=1730992866360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:08,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d 2024-11-07T15:21:08,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:08,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:21:08,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6 with version=8 2024-11-07T15:21:08,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/hbase-staging 2024-11-07T15:21:08,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:08,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:21:08,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:08,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40697 2024-11-07T15:21:08,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40697 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:08,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406970x0, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:08,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40697-0x10115e2ffb90000 connected 2024-11-07T15:21:09,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:09,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:09,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/running 2024-11-07T15:21:09,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6, hbase.cluster.distributed=false 2024-11-07T15:21:09,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/acl 2024-11-07T15:21:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-07T15:21:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40697 2024-11-07T15:21:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40697 2024-11-07T15:21:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-07T15:21:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-07T15:21:09,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:21:09,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:09,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34403 2024-11-07T15:21:09,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34403 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:09,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:09,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:09,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344030x0, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:09,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344030x0, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/running 2024-11-07T15:21:09,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34403-0x10115e2ffb90001 connected 2024-11-07T15:21:09,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:21:09,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:21:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/master 2024-11-07T15:21:09,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/acl 2024-11-07T15:21:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-07T15:21:09,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34403 2024-11-07T15:21:09,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34403 2024-11-07T15:21:09,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-07T15:21:09,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-07T15:21:09,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:21:09,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,112 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:40697 2024-11-07T15:21:09,115 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /08689305/backup-masters/7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/backup-masters 2024-11-07T15:21:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/backup-masters 2024-11-07T15:21:09,127 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on existing znode=/08689305/backup-masters/7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/08689305/master 2024-11-07T15:21:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,136 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on existing znode=/08689305/master 2024-11-07T15:21:09,136 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /08689305/backup-masters/7b3e4e8e12ef,40697,1730992868682 from backup master directory 2024-11-07T15:21:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/backup-masters 2024-11-07T15:21:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/08689305/backup-masters/7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/backup-masters 2024-11-07T15:21:09,146 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:09,146 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/hbase.id] with ID: ada31856-b26c-4c04-b492-07eeca87c779 2024-11-07T15:21:09,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/.tmp/hbase.id 2024-11-07T15:21:09,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:21:09,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:09,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:21:09,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T15:21:09,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/.tmp/hbase.id]:[hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/hbase.id] 2024-11-07T15:21:09,573 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:09,574 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:21:09,575 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:21:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:21:09,635 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:09,636 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:21:09,636 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:21:09,643 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store 2024-11-07T15:21:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:09,648 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:09,648 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:09,648 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992869648Disabling compacts and flushes for region at 1730992869648Disabling writes for close at 1730992869648Writing region close event to WAL at 1730992869648Closed at 1730992869648 2024-11-07T15:21:09,649 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/.initializing 2024-11-07T15:21:09,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/WALs/7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,650 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:09,651 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C40697%2C1730992868682, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/WALs/7b3e4e8e12ef,40697,1730992868682, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/oldWALs, maxLogs=10 2024-11-07T15:21:09,665 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/WALs/7b3e4e8e12ef,40697,1730992868682/7b3e4e8e12ef%2C40697%2C1730992868682.1730992869652, exclude list is [], retry=0 2024-11-07T15:21:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:09,669 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/WALs/7b3e4e8e12ef,40697,1730992868682/7b3e4e8e12ef%2C40697%2C1730992868682.1730992869652 2024-11-07T15:21:09,669 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:09,669 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:09,670 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:09,670 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,670 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:21:09,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:09,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:09,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:21:09,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:09,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:09,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:21:09,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:09,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:09,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:21:09,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:09,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:09,678 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,678 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,679 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,680 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,680 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,680 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:09,681 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:09,683 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:09,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962408, jitterRate=0.042521119117736816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:09,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992869670Initializing all the Stores at 1730992869670Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992869671 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992869671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992869671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992869671Cleaning up temporary data from old regions at 1730992869680 (+9 ms)Region opened successfully at 1730992869684 (+4 ms) 2024-11-07T15:21:09,684 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:21:09,687 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47491db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:09,687 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:21:09,688 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:21:09,688 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:21:09,688 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:21:09,688 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:21:09,689 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:21:09,689 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:21:09,698 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:21:09,699 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/balancer because node does not exist (not necessarily an error) 2024-11-07T15:21:09,703 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/balancer already deleted, retry=false 2024-11-07T15:21:09,704 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:21:09,705 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:21:09,714 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/normalizer already deleted, retry=false 2024-11-07T15:21:09,714 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:21:09,715 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:21:09,725 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/switch/split already deleted, retry=false 2024-11-07T15:21:09,726 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:21:09,735 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/switch/merge already deleted, retry=false 2024-11-07T15:21:09,737 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:21:09,746 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/snapshot-cleanup already deleted, retry=false 2024-11-07T15:21:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/08689305/running 2024-11-07T15:21:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/08689305/running 2024-11-07T15:21:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,757 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,40697,1730992868682, sessionid=0x10115e2ffb90000, setting cluster-up flag (Was=false) 2024-11-07T15:21:09,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,809 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /08689305/flush-table-proc/acquired, /08689305/flush-table-proc/reached, /08689305/flush-table-proc/abort 2024-11-07T15:21:09,810 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:09,861 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /08689305/online-snapshot/acquired, /08689305/online-snapshot/reached, /08689305/online-snapshot/abort 2024-11-07T15:21:09,863 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:09,864 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:21:09,865 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:09,865 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:21:09,865 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:21:09,866 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,40697,1730992868682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:21:09,866 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:09,866 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:09,867 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992899868 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:21:09,868 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:21:09,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:09,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:21:09,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:09,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:21:09,880 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,888 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:21:09,888 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:21:09,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:21:09,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:21:09,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:21:09,889 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:21:09,889 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992869889,5,FailOnTimeoutGroup] 2024-11-07T15:21:09,892 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992869889,5,FailOnTimeoutGroup] 2024-11-07T15:21:09,892 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,892 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:21:09,892 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,892 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:21:09,909 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(746): ClusterId : ada31856-b26c-4c04-b492-07eeca87c779 2024-11-07T15:21:09,909 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:21:09,915 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:21:09,915 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:21:09,925 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:21:09,926 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6344c970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:09,941 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:34403 2024-11-07T15:21:09,941 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:21:09,941 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:21:09,941 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:21:09,942 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,40697,1730992868682 with port=34403, startcode=1730992869046 2024-11-07T15:21:09,942 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:21:09,949 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:21:09,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:09,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40697 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:09,951 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6 2024-11-07T15:21:09,951 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40951 2024-11-07T15:21:09,951 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:21:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/rs 2024-11-07T15:21:09,957 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] zookeeper.ZKUtil(111): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on existing znode=/08689305/rs/7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:09,957 WARN [RS:0;7b3e4e8e12ef:34403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:09,957 INFO [RS:0;7b3e4e8e12ef:34403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:09,957 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:09,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,34403,1730992869046] 2024-11-07T15:21:09,960 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:21:09,972 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:21:09,973 INFO [RS:0;7b3e4e8e12ef:34403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:21:09,973 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,976 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:21:09,977 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:21:09,977 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,977 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,978 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:09,978 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:09,978 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:09,984 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34403,1730992869046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:10,003 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:21:10,003 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34403,1730992869046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,003 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,003 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.Replication(171): 7b3e4e8e12ef,34403,1730992869046 started 2024-11-07T15:21:10,021 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,021 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,34403,1730992869046, RpcServer on 7b3e4e8e12ef/172.17.0.2:34403, sessionid=0x10115e2ffb90001 2024-11-07T15:21:10,022 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:21:10,022 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:10,022 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,34403,1730992869046' 2024-11-07T15:21:10,022 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/08689305/flush-table-proc/abort' 2024-11-07T15:21:10,022 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/08689305/flush-table-proc/acquired' 2024-11-07T15:21:10,023 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:21:10,023 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:21:10,023 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:10,023 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,34403,1730992869046' 2024-11-07T15:21:10,023 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/08689305/online-snapshot/abort' 2024-11-07T15:21:10,024 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/08689305/online-snapshot/acquired' 2024-11-07T15:21:10,024 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:21:10,024 INFO [RS:0;7b3e4e8e12ef:34403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:21:10,024 INFO [RS:0;7b3e4e8e12ef:34403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:21:10,124 INFO [RS:0;7b3e4e8e12ef:34403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:10,126 INFO [RS:0;7b3e4e8e12ef:34403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C34403%2C1730992869046, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/oldWALs, maxLogs=10 2024-11-07T15:21:10,145 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126, exclude list is [], retry=0 2024-11-07T15:21:10,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:10,150 INFO [RS:0;7b3e4e8e12ef:34403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 2024-11-07T15:21:10,151 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:10,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:21:10,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6 2024-11-07T15:21:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:21:10,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:10,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:10,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:10,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:10,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:10,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:10,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:10,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:10,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:10,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:10,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740 2024-11-07T15:21:10,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740 2024-11-07T15:21:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:10,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:10,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:10,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66664368, jitterRate=-0.006623506546020508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992870309Initializing all the Stores at 1730992870309Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992870309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870309Cleaning up temporary data from old regions at 1730992870317 (+8 ms)Region opened successfully at 1730992870321 (+4 ms) 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:10,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:10,321 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:10,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992870321Disabling compacts and flushes for region at 1730992870321Disabling writes for close at 1730992870321Writing region close event to WAL at 1730992870321Closed at 1730992870321 2024-11-07T15:21:10,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:10,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:21:10,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:21:10,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:10,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:21:10,474 DEBUG [7b3e4e8e12ef:40697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:21:10,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:10,477 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,34403,1730992869046, state=OPENING 2024-11-07T15:21:10,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:21:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:10,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /08689305/meta-region-server: CHANGED 2024-11-07T15:21:10,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /08689305/meta-region-server: CHANGED 2024-11-07T15:21:10,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:10,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34403,1730992869046}] 2024-11-07T15:21:10,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:10,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:21:10,692 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:21:10,692 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:10,693 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:21:10,694 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C34403%2C1730992869046.meta, suffix=.meta, logDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/oldWALs, maxLogs=10 2024-11-07T15:21:10,708 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992870694.meta, exclude list is [], retry=0 2024-11-07T15:21:10,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:10,713 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992870694.meta 2024-11-07T15:21:10,713 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:10,713 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:10,714 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:21:10,714 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:21:10,714 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:21:10,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:10,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:10,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:10,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:10,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:10,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:10,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:10,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:10,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:10,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:10,720 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:10,720 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740 2024-11-07T15:21:10,721 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740 2024-11-07T15:21:10,722 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:10,722 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:10,722 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:10,724 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:10,724 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244625, jitterRate=0.06162764132022858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:10,724 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:21:10,725 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992870714Writing region info on filesystem at 1730992870714Initializing all the Stores at 1730992870715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992870715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992870715Cleaning up temporary data from old regions at 1730992870722 (+7 ms)Running coprocessor post-open hooks at 1730992870724 (+2 ms)Region opened successfully at 1730992870724 2024-11-07T15:21:10,725 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992870688 2024-11-07T15:21:10,727 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:21:10,727 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:21:10,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:10,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,34403,1730992869046, state=OPEN 2024-11-07T15:21:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/08689305/meta-region-server 2024-11-07T15:21:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/08689305/meta-region-server 2024-11-07T15:21:10,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:10,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /08689305/meta-region-server: CHANGED 2024-11-07T15:21:10,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /08689305/meta-region-server: CHANGED 2024-11-07T15:21:10,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:21:10,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34403,1730992869046 in 233 msec 2024-11-07T15:21:10,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:21:10,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-07T15:21:10,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:10,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:21:10,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:10,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=-1] 2024-11-07T15:21:10,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:10,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:10,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 914 msec 2024-11-07T15:21:10,779 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992870779, completionTime=-1 2024-11-07T15:21:10,780 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:21:10,780 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:21:10,781 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992930782 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992990782 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:40697, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,782 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,784 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.640sec 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:10,786 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:21:10,789 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:21:10,789 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:21:10,789 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40697,1730992868682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:10,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12797643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:10,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:10,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:10,811 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e274d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:10,813 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:10,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35481f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:10,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=-1] 2024-11-07T15:21:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:10,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:10,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:10,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:10,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115e2ffb90002 connected 2024-11-07T15:21:10,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir so I do NOT create it in target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7 2024-11-07T15:21:10,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.tmp.dir so I do NOT create it in target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7 2024-11-07T15:21:10,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:21:10,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/cluster_73f52363-19f3-ce75-4a41-a8efff14cf19, deleteOnExit=true 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/test.cache.data in system properties and HBase conf 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:21:10,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:21:10,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:10,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:21:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:21:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:21:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:21:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:21:11,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:11,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:11,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:11,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:11,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:21:11,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:11,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53369650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:11,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78563c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:11,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c74db22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/java.io.tmpdir/jetty-localhost-34311-hadoop-hdfs-3_4_1-tests_jar-_-any-17484556016092322060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:11,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fda8dc{HTTP/1.1, (http/1.1)}{localhost:34311} 2024-11-07T15:21:11,364 INFO [Time-limited test {}] server.Server(415): Started @333869ms 2024-11-07T15:21:11,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:11,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:11,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:11,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:11,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:21:11,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5788796b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:11,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a1ce18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:11,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52d601ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/java.io.tmpdir/jetty-localhost-33003-hadoop-hdfs-3_4_1-tests_jar-_-any-16761416851865748967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:11,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77a68e0e{HTTP/1.1, (http/1.1)}{localhost:33003} 2024-11-07T15:21:11,802 INFO [Time-limited test {}] server.Server(415): Started @334308ms 2024-11-07T15:21:11,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:21:12,480 WARN [Thread-4446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/cluster_73f52363-19f3-ce75-4a41-a8efff14cf19/data/data1/current/BP-264686291-172.17.0.2-1730992870874/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:12,480 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/cluster_73f52363-19f3-ce75-4a41-a8efff14cf19/data/data2/current/BP-264686291-172.17.0.2-1730992870874/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:12,502 WARN [Thread-4434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:21:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe98561be0e865bfd with lease ID 0x5e773aea9b256f68: Processing first storage report for DS-466bcfe3-a5a1-4477-a50b-79bc3aca27c6 from datanode DatanodeRegistration(127.0.0.1:33367, datanodeUuid=cb2e13cf-7d70-4077-aaf2-9592f988d892, infoPort=45835, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=1853333837;c=1730992870874) 2024-11-07T15:21:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe98561be0e865bfd with lease ID 0x5e773aea9b256f68: from storage DS-466bcfe3-a5a1-4477-a50b-79bc3aca27c6 node DatanodeRegistration(127.0.0.1:33367, datanodeUuid=cb2e13cf-7d70-4077-aaf2-9592f988d892, infoPort=45835, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=1853333837;c=1730992870874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe98561be0e865bfd with lease ID 0x5e773aea9b256f68: Processing first storage report for DS-4bc20f74-3b78-4649-8519-83cda0aa59c0 from datanode DatanodeRegistration(127.0.0.1:33367, datanodeUuid=cb2e13cf-7d70-4077-aaf2-9592f988d892, infoPort=45835, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=1853333837;c=1730992870874) 2024-11-07T15:21:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe98561be0e865bfd with lease ID 0x5e773aea9b256f68: from storage DS-4bc20f74-3b78-4649-8519-83cda0aa59c0 node DatanodeRegistration(127.0.0.1:33367, datanodeUuid=cb2e13cf-7d70-4077-aaf2-9592f988d892, infoPort=45835, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=1853333837;c=1730992870874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:12,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7 2024-11-07T15:21:12,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:12,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:21:12,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082 with version=8 2024-11-07T15:21:12,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/hbase-staging 2024-11-07T15:21:12,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:12,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40097 2024-11-07T15:21:12,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40097 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:12,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400970x0, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:12,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40097-0x10115e2ffb90003 connected 2024-11-07T15:21:13,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:13,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:13,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/running 2024-11-07T15:21:13,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082, hbase.cluster.distributed=false 2024-11-07T15:21:13,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/acl 2024-11-07T15:21:13,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-07T15:21:13,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40097 2024-11-07T15:21:13,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40097 2024-11-07T15:21:13,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-07T15:21:13,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-07T15:21:13,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:21:13,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:13,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38469 2024-11-07T15:21:13,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38469 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:13,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384690x0, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:13,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384690x0, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/running 2024-11-07T15:21:13,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38469-0x10115e2ffb90004 connected 2024-11-07T15:21:13,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:21:13,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:21:13,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/master 2024-11-07T15:21:13,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/acl 2024-11-07T15:21:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-07T15:21:13,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38469 2024-11-07T15:21:13,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38469 2024-11-07T15:21:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-07T15:21:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-07T15:21:13,230 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:40097 2024-11-07T15:21:13,230 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1781052228/backup-masters/7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:13,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/backup-masters 2024-11-07T15:21:13,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/backup-masters 2024-11-07T15:21:13,240 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on existing znode=/1781052228/backup-masters/7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781052228/master 2024-11-07T15:21:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:13,251 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on existing znode=/1781052228/master 2024-11-07T15:21:13,251 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1781052228/backup-masters/7b3e4e8e12ef,40097,1730992872953 from backup master directory 2024-11-07T15:21:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781052228/backup-masters/7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/backup-masters 2024-11-07T15:21:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/backup-masters 2024-11-07T15:21:13,261 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:13,261 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:13,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/hbase.id] with ID: 1d01ffda-962b-4671-89ed-48fada3f6eb0 2024-11-07T15:21:13,264 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/.tmp/hbase.id 2024-11-07T15:21:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:21:13,673 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/.tmp/hbase.id]:[hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/hbase.id] 2024-11-07T15:21:13,681 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:13,681 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:21:13,682 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T15:21:13,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:13,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:21:14,139 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:14,140 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:21:14,141 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:21:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T15:21:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T15:21:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:21:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T15:21:14,546 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store 2024-11-07T15:21:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:14,951 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:14,951 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:14,951 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992874951Disabling compacts and flushes for region at 1730992874951Disabling writes for close at 1730992874951Writing region close event to WAL at 1730992874951Closed at 1730992874951 2024-11-07T15:21:14,952 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/.initializing 2024-11-07T15:21:14,952 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/WALs/7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:14,953 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:14,954 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C40097%2C1730992872953, suffix=, logDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/WALs/7b3e4e8e12ef,40097,1730992872953, archiveDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/oldWALs, maxLogs=10 2024-11-07T15:21:14,970 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/WALs/7b3e4e8e12ef,40097,1730992872953/7b3e4e8e12ef%2C40097%2C1730992872953.1730992874954, exclude list is [], retry=0 2024-11-07T15:21:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33367,DS-466bcfe3-a5a1-4477-a50b-79bc3aca27c6,DISK] 2024-11-07T15:21:14,982 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/WALs/7b3e4e8e12ef,40097,1730992872953/7b3e4e8e12ef%2C40097%2C1730992872953.1730992874954 2024-11-07T15:21:14,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-07T15:21:14,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:14,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:14,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,987 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:21:14,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:14,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:14,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:21:14,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:14,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:14,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:21:14,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:14,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:14,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:21:14,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:14,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:14,995 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,996 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,996 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,997 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,997 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:14,998 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:14,999 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:15,004 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:15,004 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082495, jitterRate=0.059211716055870056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:15,005 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992874987Initializing all the Stores at 1730992874989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992874989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992874989Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992874989Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992874990 (+1 ms)Cleaning up temporary data from old regions at 1730992874997 (+7 ms)Region opened successfully at 1730992875005 (+8 ms) 2024-11-07T15:21:15,005 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:21:15,007 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e72096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:21:15,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:21:15,012 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:21:15,012 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/balancer because node does not exist (not necessarily an error) 2024-11-07T15:21:15,019 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/balancer already deleted, retry=false 2024-11-07T15:21:15,019 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:21:15,019 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:21:15,029 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/normalizer already deleted, retry=false 2024-11-07T15:21:15,030 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:21:15,030 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:21:15,040 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/switch/split already deleted, retry=false 2024-11-07T15:21:15,041 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:21:15,050 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/switch/merge already deleted, retry=false 2024-11-07T15:21:15,052 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:21:15,061 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/snapshot-cleanup already deleted, retry=false 2024-11-07T15:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781052228/running 2024-11-07T15:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781052228/running 2024-11-07T15:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,072 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,40097,1730992872953, sessionid=0x10115e2ffb90003, setting cluster-up flag (Was=false) 2024-11-07T15:21:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,135 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1781052228/flush-table-proc/acquired, /1781052228/flush-table-proc/reached, /1781052228/flush-table-proc/abort 2024-11-07T15:21:15,136 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:15,198 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1781052228/online-snapshot/acquired, /1781052228/online-snapshot/reached, /1781052228/online-snapshot/abort 2024-11-07T15:21:15,199 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:15,200 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:21:15,201 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:15,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:21:15,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:21:15,201 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,40097,1730992872953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:15,202 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992905203 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:21:15,203 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:21:15,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:15,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:21:15,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:21:15,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:21:15,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:21:15,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:21:15,204 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:15,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:21:15,206 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:21:15,206 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:21:15,208 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992875206,5,FailOnTimeoutGroup] 2024-11-07T15:21:15,209 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992875208,5,FailOnTimeoutGroup] 2024-11-07T15:21:15,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:21:15,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,209 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:21:15,219 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(746): ClusterId : 1d01ffda-962b-4671-89ed-48fada3f6eb0 2024-11-07T15:21:15,219 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:21:15,230 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:21:15,230 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:21:15,304 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:21:15,304 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271f4677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:15,315 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:38469 2024-11-07T15:21:15,315 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:21:15,315 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:21:15,315 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:21:15,316 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,40097,1730992872953 with port=38469, startcode=1730992873179 2024-11-07T15:21:15,316 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:21:15,317 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:21:15,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40097 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,318 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082 2024-11-07T15:21:15,318 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39987 2024-11-07T15:21:15,318 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:21:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/rs 2024-11-07T15:21:15,335 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] zookeeper.ZKUtil(111): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on existing znode=/1781052228/rs/7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,335 WARN [RS:0;7b3e4e8e12ef:38469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:15,335 INFO [RS:0;7b3e4e8e12ef:38469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:15,335 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,38469,1730992873179] 2024-11-07T15:21:15,338 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:21:15,339 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:21:15,339 INFO [RS:0;7b3e4e8e12ef:38469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:21:15,339 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,340 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:21:15,340 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:21:15,340 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:15,340 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,341 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38469,1730992873179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:15,355 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:21:15,355 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38469,1730992873179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,355 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,355 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.Replication(171): 7b3e4e8e12ef,38469,1730992873179 started 2024-11-07T15:21:15,372 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:15,372 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,38469,1730992873179, RpcServer on 7b3e4e8e12ef/172.17.0.2:38469, sessionid=0x10115e2ffb90004 2024-11-07T15:21:15,372 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,38469,1730992873179' 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1781052228/flush-table-proc/abort' 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1781052228/flush-table-proc/acquired' 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:21:15,373 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:21:15,374 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:15,374 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,38469,1730992873179' 2024-11-07T15:21:15,374 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1781052228/online-snapshot/abort' 2024-11-07T15:21:15,374 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1781052228/online-snapshot/acquired' 2024-11-07T15:21:15,374 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:21:15,374 INFO [RS:0;7b3e4e8e12ef:38469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:21:15,374 INFO [RS:0;7b3e4e8e12ef:38469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:21:15,475 INFO [RS:0;7b3e4e8e12ef:38469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:15,476 INFO [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C38469%2C1730992873179, suffix=, logDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179, archiveDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/oldWALs, maxLogs=10 2024-11-07T15:21:15,488 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179/7b3e4e8e12ef%2C38469%2C1730992873179.1730992875476, exclude list is [], retry=0 2024-11-07T15:21:15,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33367,DS-466bcfe3-a5a1-4477-a50b-79bc3aca27c6,DISK] 2024-11-07T15:21:15,491 INFO [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179/7b3e4e8e12ef%2C38469%2C1730992873179.1730992875476 2024-11-07T15:21:15,491 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-07T15:21:15,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:21:15,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082 2024-11-07T15:21:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:21:16,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:16,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:16,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:16,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:16,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:16,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:16,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:16,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:16,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:16,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:16,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740 2024-11-07T15:21:16,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740 2024-11-07T15:21:16,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:16,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:16,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:16,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:16,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73072019, jitterRate=0.08885793387889862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992876026Initializing all the Stores at 1730992876027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992876027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876027Cleaning up temporary data from old regions at 1730992876033 (+6 ms)Region opened successfully at 1730992876036 (+3 ms) 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:16,036 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:16,037 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:16,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992876036Disabling compacts and flushes for region at 1730992876036Disabling writes for close at 1730992876036Writing region close event to WAL at 1730992876036Closed at 1730992876036 2024-11-07T15:21:16,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:16,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:21:16,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:21:16,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:16,039 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:21:16,189 DEBUG [7b3e4e8e12ef:40097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:21:16,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:16,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,38469,1730992873179, state=OPENING 2024-11-07T15:21:16,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:21:16,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:21:16,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:16,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:16,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:16,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781052228/meta-region-server: CHANGED 2024-11-07T15:21:16,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:16,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,38469,1730992873179}] 2024-11-07T15:21:16,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781052228/meta-region-server: CHANGED 2024-11-07T15:21:16,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:16,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:21:16,516 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:21:16,516 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:16,516 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:21:16,517 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C38469%2C1730992873179.meta, suffix=.meta, logDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179, archiveDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/oldWALs, maxLogs=10 2024-11-07T15:21:16,534 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179/7b3e4e8e12ef%2C38469%2C1730992873179.meta.1730992876518.meta, exclude list is [], retry=0 2024-11-07T15:21:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33367,DS-466bcfe3-a5a1-4477-a50b-79bc3aca27c6,DISK] 2024-11-07T15:21:16,538 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179/7b3e4e8e12ef%2C38469%2C1730992873179.meta.1730992876518.meta 2024-11-07T15:21:16,538 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-07T15:21:16,538 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:16,538 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:16,538 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:21:16,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:21:16,539 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:21:16,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:21:16,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:16,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:21:16,539 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:21:16,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:16,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:16,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:16,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:16,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:16,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:16,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:16,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:16,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:16,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:16,543 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:16,543 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740 2024-11-07T15:21:16,544 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740 2024-11-07T15:21:16,545 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:16,545 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:16,545 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:16,546 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:16,546 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69545240, jitterRate=0.03630483150482178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:16,546 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:21:16,546 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992876539Writing region info on filesystem at 1730992876539Initializing all the Stores at 1730992876540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992876540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992876540Cleaning up temporary data from old regions at 1730992876545 (+5 ms)Running coprocessor post-open hooks at 1730992876546 (+1 ms)Region opened successfully at 1730992876546 2024-11-07T15:21:16,547 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992876510 2024-11-07T15:21:16,548 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:21:16,548 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:21:16,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:16,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,38469,1730992873179, state=OPEN 2024-11-07T15:21:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1781052228/meta-region-server 2024-11-07T15:21:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1781052228/meta-region-server 2024-11-07T15:21:16,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:16,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781052228/meta-region-server: CHANGED 2024-11-07T15:21:16,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781052228/meta-region-server: CHANGED 2024-11-07T15:21:16,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:21:16,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,38469,1730992873179 in 208 msec 2024-11-07T15:21:16,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:21:16,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-07T15:21:16,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:16,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:21:16,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:16,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,38469,1730992873179, seqNum=-1] 2024-11-07T15:21:16,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:16,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:16,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3740 sec 2024-11-07T15:21:16,575 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992876575, completionTime=-1 2024-11-07T15:21:16,575 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:21:16,575 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992936577 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730992996577 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:40097, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,577 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,579 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:16,580 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:21:16,582 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:21:16,582 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:21:16,582 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,40097,1730992872953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:16,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb120dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:16,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40097,-1 for getting cluster id 2024-11-07T15:21:16,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:16,624 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d01ffda-962b-4671-89ed-48fada3f6eb0' 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d01ffda-962b-4671-89ed-48fada3f6eb0" 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c80c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40097,-1] 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:16,625 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:16,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b393bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:16,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,38469,1730992873179, seqNum=-1] 2024-11-07T15:21:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:16,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:16,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:16,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:16,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115e2ffb90005 connected 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir so I do NOT create it in target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf 2024-11-07T15:21:16,729 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.tmp.dir so I do NOT create it in target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf 2024-11-07T15:21:16,729 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T15:21:16,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/cluster_9be7f459-9ef1-9ffe-419e-ec91a357b3e1, deleteOnExit=true 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/test.cache.data in system properties and HBase conf 2024-11-07T15:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:21:16,730 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:21:16,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:21:16,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:21:17,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:17,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:17,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:17,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:17,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:21:17,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:17,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa22a1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:17,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405bbaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:17,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3021e034{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/java.io.tmpdir/jetty-localhost-45657-hadoop-hdfs-3_4_1-tests_jar-_-any-16549175320370835554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:17,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43c03594{HTTP/1.1, (http/1.1)}{localhost:45657} 2024-11-07T15:21:17,522 INFO [Time-limited test {}] server.Server(415): Started @340027ms 2024-11-07T15:21:18,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:21:18,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:21:18,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:21:18,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:21:18,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:21:18,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f81a47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:21:18,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34c6217a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:21:18,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@186f3307{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/java.io.tmpdir/jetty-localhost-35039-hadoop-hdfs-3_4_1-tests_jar-_-any-1035599903733072498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:18,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@500f800f{HTTP/1.1, (http/1.1)}{localhost:35039} 2024-11-07T15:21:18,375 INFO [Time-limited test {}] server.Server(415): Started @340881ms 2024-11-07T15:21:18,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:21:19,429 WARN [Thread-4567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/cluster_9be7f459-9ef1-9ffe-419e-ec91a357b3e1/data/data1/current/BP-390410839-172.17.0.2-1730992876757/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:19,429 WARN [Thread-4568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/cluster_9be7f459-9ef1-9ffe-419e-ec91a357b3e1/data/data2/current/BP-390410839-172.17.0.2-1730992876757/current, will proceed with Du for space computation calculation, 2024-11-07T15:21:19,454 WARN [Thread-4555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:21:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8411f04707c2019d with lease ID 0xb73d7bf15c1b749: Processing first storage report for DS-944ad8f2-9db0-4389-a169-a2712a450f61 from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=94a5a218-5d81-4be0-81cb-a019107e24a4, infoPort=41759, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=1829691741;c=1730992876757) 2024-11-07T15:21:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8411f04707c2019d with lease ID 0xb73d7bf15c1b749: from storage DS-944ad8f2-9db0-4389-a169-a2712a450f61 node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=94a5a218-5d81-4be0-81cb-a019107e24a4, infoPort=41759, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=1829691741;c=1730992876757), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8411f04707c2019d with lease ID 0xb73d7bf15c1b749: Processing first storage report for DS-74a3eed0-dcd3-47de-b194-6b9065aa0d59 from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=94a5a218-5d81-4be0-81cb-a019107e24a4, infoPort=41759, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=1829691741;c=1730992876757) 2024-11-07T15:21:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8411f04707c2019d with lease ID 0xb73d7bf15c1b749: from storage DS-74a3eed0-dcd3-47de-b194-6b9065aa0d59 node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=94a5a218-5d81-4be0-81cb-a019107e24a4, infoPort=41759, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=1829691741;c=1730992876757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:21:19,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf 2024-11-07T15:21:19,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:21:19,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc with version=8 2024-11-07T15:21:19,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/hbase-staging 2024-11-07T15:21:19,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:19,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:21:19,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:19,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35653 2024-11-07T15:21:19,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35653 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:19,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356530x0, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:19,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35653-0x10115e2ffb90006 connected 2024-11-07T15:21:19,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/running 2024-11-07T15:21:19,603 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc, hbase.cluster.distributed=false 2024-11-07T15:21:19,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/acl 2024-11-07T15:21:19,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-07T15:21:19,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35653 2024-11-07T15:21:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35653 2024-11-07T15:21:19,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-07T15:21:19,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-07T15:21:19,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:21:19,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:21:19,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34511 2024-11-07T15:21:19,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34511 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:19,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345110x0, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:19,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345110x0, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/running 2024-11-07T15:21:19,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34511-0x10115e2ffb90007 connected 2024-11-07T15:21:19,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:21:19,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:21:19,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/master 2024-11-07T15:21:19,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/acl 2024-11-07T15:21:19,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-07T15:21:19,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34511 2024-11-07T15:21:19,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34511 2024-11-07T15:21:19,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-07T15:21:19,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-07T15:21:19,700 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35653 2024-11-07T15:21:19,701 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1858817518/backup-masters/7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:19,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/backup-masters 2024-11-07T15:21:19,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/backup-masters 2024-11-07T15:21:19,714 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on existing znode=/2-1858817518/backup-masters/7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1858817518/master 2024-11-07T15:21:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:19,724 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on existing znode=/2-1858817518/master 2024-11-07T15:21:19,725 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1858817518/backup-masters/7b3e4e8e12ef,35653,1730992879511 from backup master directory 2024-11-07T15:21:19,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/backup-masters 2024-11-07T15:21:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1858817518/backup-masters/7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/backup-masters 2024-11-07T15:21:19,736 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:19,736 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:19,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/hbase.id] with ID: 255fa54c-707f-472f-a2fb-23aa883edf79 2024-11-07T15:21:19,740 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/.tmp/hbase.id 2024-11-07T15:21:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:21:19,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/.tmp/hbase.id]:[hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/hbase.id] 2024-11-07T15:21:19,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:19,755 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:21:19,756 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:21:19,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:19,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:21:20,174 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:20,175 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:21:20,177 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:21:20,204 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store 2024-11-07T15:21:20,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:21:20,211 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:20,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:20,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:20,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:20,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:20,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:20,212 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:20,212 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992880212Disabling compacts and flushes for region at 1730992880212Disabling writes for close at 1730992880212Writing region close event to WAL at 1730992880212Closed at 1730992880212 2024-11-07T15:21:20,212 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/.initializing 2024-11-07T15:21:20,213 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/WALs/7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:20,213 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:20,215 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35653%2C1730992879511, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/WALs/7b3e4e8e12ef,35653,1730992879511, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/oldWALs, maxLogs=10 2024-11-07T15:21:20,230 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/WALs/7b3e4e8e12ef,35653,1730992879511/7b3e4e8e12ef%2C35653%2C1730992879511.1730992880215, exclude list is [], retry=0 2024-11-07T15:21:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-944ad8f2-9db0-4389-a169-a2712a450f61,DISK] 2024-11-07T15:21:20,234 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/WALs/7b3e4e8e12ef,35653,1730992879511/7b3e4e8e12ef%2C35653%2C1730992879511.1730992880215 2024-11-07T15:21:20,234 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41759:41759)] 2024-11-07T15:21:20,234 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:20,235 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:20,235 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,235 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:21:20,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:20,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:20,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:21:20,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:21:20,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:21:20,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:20,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:20,241 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,241 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,242 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,243 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,243 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,243 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:20,244 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:21:20,245 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:20,246 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214281, jitterRate=-0.013330325484275818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:20,246 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730992880235Initializing all the Stores at 1730992880236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992880236Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992880236Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992880236Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992880236Cleaning up temporary data from old regions at 1730992880243 (+7 ms)Region opened successfully at 1730992880246 (+3 ms) 2024-11-07T15:21:20,246 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:21:20,248 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e8825b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:20,249 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:21:20,249 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:21:20,249 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:21:20,249 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:21:20,250 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:21:20,250 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:21:20,250 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:21:20,253 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:21:20,254 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Unable to get data of znode /2-1858817518/balancer because node does not exist (not necessarily an error) 2024-11-07T15:21:20,260 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/balancer already deleted, retry=false 2024-11-07T15:21:20,261 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:21:20,261 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Unable to get data of znode /2-1858817518/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:21:20,271 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/normalizer already deleted, retry=false 2024-11-07T15:21:20,271 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:21:20,272 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Unable to get data of znode /2-1858817518/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:21:20,281 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/switch/split already deleted, retry=false 2024-11-07T15:21:20,282 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Unable to get data of znode /2-1858817518/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:21:20,292 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/switch/merge already deleted, retry=false 2024-11-07T15:21:20,294 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Unable to get data of znode /2-1858817518/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:21:20,303 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/snapshot-cleanup already deleted, retry=false 2024-11-07T15:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1858817518/running 2024-11-07T15:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1858817518/running 2024-11-07T15:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,314 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35653,1730992879511, sessionid=0x10115e2ffb90006, setting cluster-up flag (Was=false) 2024-11-07T15:21:20,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,366 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1858817518/flush-table-proc/acquired, /2-1858817518/flush-table-proc/reached, /2-1858817518/flush-table-proc/abort 2024-11-07T15:21:20,367 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:20,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:20,418 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1858817518/online-snapshot/acquired, /2-1858817518/online-snapshot/reached, /2-1858817518/online-snapshot/abort 2024-11-07T15:21:20,419 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:20,420 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:21:20,422 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:20,422 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:21:20,422 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:21:20,422 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35653,1730992879511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:20,423 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:20,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:21:20,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:20,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:21:20,427 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730992910427 2024-11-07T15:21:20,427 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:21:20,427 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:21:20,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T15:21:20,430 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:21:20,430 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:21:20,432 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992880430,5,FailOnTimeoutGroup] 2024-11-07T15:21:20,432 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992880432,5,FailOnTimeoutGroup] 2024-11-07T15:21:20,432 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,432 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:21:20,432 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,433 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:21:20,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:20,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:21:20,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148864 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7b3e4e8e12ef,35903,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T15:21:20,487 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(746): ClusterId : 255fa54c-707f-472f-a2fb-23aa883edf79 2024-11-07T15:21:20,487 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:21:20,493 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:21:20,493 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:21:20,503 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:21:20,504 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc298d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:21:20,518 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:34511 2024-11-07T15:21:20,518 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:21:20,518 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:21:20,518 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:21:20,519 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35653,1730992879511 with port=34511, startcode=1730992879636 2024-11-07T15:21:20,519 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:21:20,520 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:21:20,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35653 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,522 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc 2024-11-07T15:21:20,522 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42879 2024-11-07T15:21:20,522 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:21:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/rs 2024-11-07T15:21:20,560 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] zookeeper.ZKUtil(111): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on existing znode=/2-1858817518/rs/7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,560 WARN [RS:0;7b3e4e8e12ef:34511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:21:20,560 INFO [RS:0;7b3e4e8e12ef:34511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:20,560 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,34511,1730992879636] 2024-11-07T15:21:20,562 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:21:20,564 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:21:20,564 INFO [RS:0;7b3e4e8e12ef:34511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:21:20,564 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,565 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:21:20,565 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:21:20,565 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:21:20,565 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:20,566 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,568 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34511,1730992879636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:20,584 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:21:20,584 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,34511,1730992879636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,584 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,585 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.Replication(171): 7b3e4e8e12ef,34511,1730992879636 started 2024-11-07T15:21:20,598 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:20,598 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,34511,1730992879636, RpcServer on 7b3e4e8e12ef/172.17.0.2:34511, sessionid=0x10115e2ffb90007 2024-11-07T15:21:20,598 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:21:20,598 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,598 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,34511,1730992879636' 2024-11-07T15:21:20,598 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1858817518/flush-table-proc/abort' 2024-11-07T15:21:20,598 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1858817518/flush-table-proc/acquired' 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,34511,1730992879636' 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1858817518/online-snapshot/abort' 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1858817518/online-snapshot/acquired' 2024-11-07T15:21:20,599 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:21:20,599 INFO [RS:0;7b3e4e8e12ef:34511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:21:20,599 INFO [RS:0;7b3e4e8e12ef:34511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:21:20,700 INFO [RS:0;7b3e4e8e12ef:34511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:21:20,701 INFO [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C34511%2C1730992879636, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/oldWALs, maxLogs=10 2024-11-07T15:21:20,713 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.1730992880701, exclude list is [], retry=0 2024-11-07T15:21:20,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-944ad8f2-9db0-4389-a169-a2712a450f61,DISK] 2024-11-07T15:21:20,716 INFO [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.1730992880701 2024-11-07T15:21:20,716 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41759:41759)] 2024-11-07T15:21:20,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:21:20,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc 2024-11-07T15:21:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741833_1009 (size=32) 2024-11-07T15:21:21,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:21,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:21,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:21,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:21,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:21,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:21,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:21,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:21,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:21,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:21,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740 2024-11-07T15:21:21,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740 2024-11-07T15:21:21,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:21,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:21,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:21,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:21,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:21,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62866869, jitterRate=-0.06321065127849579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:21,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730992881240Initializing all the Stores at 1730992881240Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992881240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881240Cleaning up temporary data from old regions at 1730992881247 (+7 ms)Region opened successfully at 1730992881249 (+2 ms) 2024-11-07T15:21:21,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:21,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:21,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992881249Disabling compacts and flushes for region at 1730992881249Disabling writes for close at 1730992881250 (+1 ms)Writing region close event to WAL at 1730992881250Closed at 1730992881250 2024-11-07T15:21:21,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:21,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:21:21,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:21:21,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:21,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:21:21,402 DEBUG [7b3e4e8e12ef:35653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:21:21,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:21,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,34511,1730992879636, state=OPENING 2024-11-07T15:21:21,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:21:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:21,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:21:21,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1858817518/meta-region-server: CHANGED 2024-11-07T15:21:21,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1858817518/meta-region-server: CHANGED 2024-11-07T15:21:21,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34511,1730992879636}] 2024-11-07T15:21:21,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:21,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:21:21,574 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:21:21,574 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:21,574 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:21:21,575 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C34511%2C1730992879636.meta, suffix=.meta, logDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/oldWALs, maxLogs=10 2024-11-07T15:21:21,588 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.meta.1730992881576.meta, exclude list is [], retry=0 2024-11-07T15:21:21,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-944ad8f2-9db0-4389-a169-a2712a450f61,DISK] 2024-11-07T15:21:21,591 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.meta.1730992881576.meta 2024-11-07T15:21:21,591 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41759:41759)] 2024-11-07T15:21:21,591 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:21,591 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:21:21,592 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:21:21,592 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:21:21,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:21:21,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:21:21,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:21:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:21:21,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:21:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:21:21,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:21:21,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:21:21,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:21:21,597 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:21:21,597 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740 2024-11-07T15:21:21,598 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740 2024-11-07T15:21:21,599 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:21:21,599 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:21:21,599 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:21:21,600 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:21:21,600 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64277585, jitterRate=-0.0421893447637558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:21:21,600 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:21:21,600 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730992881592Writing region info on filesystem at 1730992881592Initializing all the Stores at 1730992881593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992881593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730992881593Cleaning up temporary data from old regions at 1730992881599 (+6 ms)Running coprocessor post-open hooks at 1730992881600 (+1 ms)Region opened successfully at 1730992881600 2024-11-07T15:21:21,601 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730992881570 2024-11-07T15:21:21,603 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:21:21,603 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:21:21,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:21,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,34511,1730992879636, state=OPEN 2024-11-07T15:21:21,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1858817518/meta-region-server 2024-11-07T15:21:21,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1858817518/meta-region-server 2024-11-07T15:21:21,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1858817518/meta-region-server: CHANGED 2024-11-07T15:21:21,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:21,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1858817518/meta-region-server: CHANGED 2024-11-07T15:21:21,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:21:21,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,34511,1730992879636 in 189 msec 2024-11-07T15:21:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:21:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-07T15:21:21,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:21:21,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:21:21,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:21,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34511,1730992879636, seqNum=-1] 2024-11-07T15:21:21,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:21,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:21,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-07T15:21:21,617 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730992881617, completionTime=-1 2024-11-07T15:21:21,617 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:21:21,618 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730992941619 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993001619 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,619 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,620 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35653, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,620 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,621 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:21:21,624 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.891sec 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:21:21,627 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:21:21,629 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:21:21,629 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:21:21,629 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35653,1730992879511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:21:21,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5c624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:21,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35653,-1 for getting cluster id 2024-11-07T15:21:21,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:21,697 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255fa54c-707f-472f-a2fb-23aa883edf79' 2024-11-07T15:21:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255fa54c-707f-472f-a2fb-23aa883edf79" 2024-11-07T15:21:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4a9eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35653,-1] 2024-11-07T15:21:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:21,699 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:21,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a93869f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:21,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34511,1730992879636, seqNum=-1] 2024-11-07T15:21:21,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:21,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:21,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:21,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-07T15:21:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:21:21,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115e2ffb90008 connected 2024-11-07T15:21:21,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e2d0af 2024-11-07T15:21:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:21,727 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:21,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:21:21,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:21:21,730 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:21,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:21:21,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:21:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:21:21,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2df224ee02618b5da7b7d43d25186f3d, NAME => 'test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6 2024-11-07T15:21:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2df224ee02618b5da7b7d43d25186f3d, disabling compactions & flushes 2024-11-07T15:21:21,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. after waiting 0 ms 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:21,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:21,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2df224ee02618b5da7b7d43d25186f3d: Waiting for close lock at 1730992881758Disabling compacts and flushes for region at 1730992881758Disabling writes for close at 1730992881758Writing region close event to WAL at 1730992881758Closed at 1730992881758 2024-11-07T15:21:21,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:21:21,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992881759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992881759"}]},"ts":"1730992881759"} 2024-11-07T15:21:21,761 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:21:21,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:21:21,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992881762"}]},"ts":"1730992881762"} 2024-11-07T15:21:21,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:21:21,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2df224ee02618b5da7b7d43d25186f3d, ASSIGN}] 2024-11-07T15:21:21,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2df224ee02618b5da7b7d43d25186f3d, ASSIGN 2024-11-07T15:21:21,767 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2df224ee02618b5da7b7d43d25186f3d, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,34403,1730992869046; forceNewPlan=false, retain=false 2024-11-07T15:21:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:21,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df224ee02618b5da7b7d43d25186f3d, regionState=OPENING, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2df224ee02618b5da7b7d43d25186f3d, ASSIGN because future has completed 2024-11-07T15:21:21,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df224ee02618b5da7b7d43d25186f3d, server=7b3e4e8e12ef,34403,1730992869046}] 2024-11-07T15:21:22,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:21:22,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,077 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:22,077 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2df224ee02618b5da7b7d43d25186f3d, NAME => 'test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:22,077 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:22,077 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:21:22,077 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,077 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:22,078 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,078 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,080 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,082 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df224ee02618b5da7b7d43d25186f3d columnFamilyName f 2024-11-07T15:21:22,082 DEBUG [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,082 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(327): Store=2df224ee02618b5da7b7d43d25186f3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,082 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,083 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df224ee02618b5da7b7d43d25186f3d columnFamilyName f1 2024-11-07T15:21:22,083 DEBUG [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,084 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(327): Store=2df224ee02618b5da7b7d43d25186f3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,084 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,085 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df224ee02618b5da7b7d43d25186f3d columnFamilyName norep 2024-11-07T15:21:22,085 DEBUG [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,085 INFO [StoreOpener-2df224ee02618b5da7b7d43d25186f3d-1 {}] regionserver.HStore(327): Store=2df224ee02618b5da7b7d43d25186f3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,085 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,086 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,086 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:21:22,088 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,090 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:22,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,090 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2df224ee02618b5da7b7d43d25186f3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501974, jitterRate=0.005857795476913452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:21:22,090 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:22,090 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2df224ee02618b5da7b7d43d25186f3d: Running coprocessor pre-open hook at 1730992882078Writing region info on filesystem at 1730992882078Initializing all the Stores at 1730992882078Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882080 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882080Cleaning up temporary data from old regions at 1730992882087 (+7 ms)Running coprocessor post-open hooks at 1730992882090 (+3 ms)Region opened successfully at 1730992882090 2024-11-07T15:21:22,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,091 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., pid=6, masterSystemTime=1730992882072 2024-11-07T15:21:22,093 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:22,093 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:22,093 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df224ee02618b5da7b7d43d25186f3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df224ee02618b5da7b7d43d25186f3d, server=7b3e4e8e12ef,34403,1730992869046 because future has completed 2024-11-07T15:21:22,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:21:22,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2df224ee02618b5da7b7d43d25186f3d, server=7b3e4e8e12ef,34403,1730992869046 in 175 msec 2024-11-07T15:21:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:21:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2df224ee02618b5da7b7d43d25186f3d, ASSIGN in 333 msec 2024-11-07T15:21:22,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:21:22,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992882098"}]},"ts":"1730992882098"} 2024-11-07T15:21:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,100 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:21:22,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:21:22,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 374 msec 2024-11-07T15:21:22,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,364 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:21:22,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3d327c 2024-11-07T15:21:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:22,367 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:22,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:21:22,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:21:22,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:21:22,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:21:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:21:22,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce6add552232e35eabcfdc43f8db32f3, NAME => 'test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082 2024-11-07T15:21:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ce6add552232e35eabcfdc43f8db32f3, disabling compactions & flushes 2024-11-07T15:21:22,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. after waiting 0 ms 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce6add552232e35eabcfdc43f8db32f3: Waiting for close lock at 1730992882398Disabling compacts and flushes for region at 1730992882398Disabling writes for close at 1730992882398Writing region close event to WAL at 1730992882398Closed at 1730992882398 2024-11-07T15:21:22,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:21:22,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992882399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992882399"}]},"ts":"1730992882399"} 2024-11-07T15:21:22,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:21:22,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:21:22,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992882402"}]},"ts":"1730992882402"} 2024-11-07T15:21:22,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:21:22,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce6add552232e35eabcfdc43f8db32f3, ASSIGN}] 2024-11-07T15:21:22,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce6add552232e35eabcfdc43f8db32f3, ASSIGN 2024-11-07T15:21:22,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ce6add552232e35eabcfdc43f8db32f3, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,38469,1730992873179; forceNewPlan=false, retain=false 2024-11-07T15:21:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6add552232e35eabcfdc43f8db32f3, regionState=OPENING, regionLocation=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ce6add552232e35eabcfdc43f8db32f3, ASSIGN because future has completed 2024-11-07T15:21:22,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6add552232e35eabcfdc43f8db32f3, server=7b3e4e8e12ef,38469,1730992873179}] 2024-11-07T15:21:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,723 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6add552232e35eabcfdc43f8db32f3, NAME => 'test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:22,724 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:22,724 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,724 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,726 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,727 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6add552232e35eabcfdc43f8db32f3 columnFamilyName f 2024-11-07T15:21:22,727 DEBUG [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,727 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(327): Store=ce6add552232e35eabcfdc43f8db32f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,727 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,728 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6add552232e35eabcfdc43f8db32f3 columnFamilyName f1 2024-11-07T15:21:22,728 DEBUG [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,729 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(327): Store=ce6add552232e35eabcfdc43f8db32f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,729 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,729 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6add552232e35eabcfdc43f8db32f3 columnFamilyName norep 2024-11-07T15:21:22,729 DEBUG [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,730 INFO [StoreOpener-ce6add552232e35eabcfdc43f8db32f3-1 {}] regionserver.HStore(327): Store=ce6add552232e35eabcfdc43f8db32f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:22,730 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,732 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,732 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,732 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:21:22,733 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,734 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:22,735 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce6add552232e35eabcfdc43f8db32f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65504615, jitterRate=-0.02390517294406891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce6add552232e35eabcfdc43f8db32f3: Running coprocessor pre-open hook at 1730992882724Writing region info on filesystem at 1730992882724Initializing all the Stores at 1730992882725 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882725Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882725Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992882725Cleaning up temporary data from old regions at 1730992882732 (+7 ms)Running coprocessor post-open hooks at 1730992882735 (+3 ms)Region opened successfully at 1730992882735 2024-11-07T15:21:22,736 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3., pid=6, masterSystemTime=1730992882720 2024-11-07T15:21:22,738 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,738 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:22,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6add552232e35eabcfdc43f8db32f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:22,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6add552232e35eabcfdc43f8db32f3, server=7b3e4e8e12ef,38469,1730992873179 because future has completed 2024-11-07T15:21:22,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:21:22,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6add552232e35eabcfdc43f8db32f3, server=7b3e4e8e12ef,38469,1730992873179 in 172 msec 2024-11-07T15:21:22,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:21:22,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ce6add552232e35eabcfdc43f8db32f3, ASSIGN in 329 msec 2024-11-07T15:21:22,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:21:22,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992882744"}]},"ts":"1730992882744"} 2024-11-07T15:21:22,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:21:22,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:21:22,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 378 msec 2024-11-07T15:21:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:22,994 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:21:22,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef5b338 2024-11-07T15:21:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:22,996 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:22,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T15:21:22,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:21:22,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:22,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T15:21:22,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:21:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741835_1011 (size=902) 2024-11-07T15:21:23,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be29288930961653754bc8088ee3f412, NAME => 'test,,1730992882996.be29288930961653754bc8088ee3f412.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc 2024-11-07T15:21:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741836_1012 (size=39) 2024-11-07T15:21:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730992882996.be29288930961653754bc8088ee3f412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be29288930961653754bc8088ee3f412, disabling compactions & flushes 2024-11-07T15:21:23,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730992882996.be29288930961653754bc8088ee3f412. after waiting 0 ms 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be29288930961653754bc8088ee3f412: Waiting for close lock at 1730992883417Disabling compacts and flushes for region at 1730992883417Disabling writes for close at 1730992883417Writing region close event to WAL at 1730992883417Closed at 1730992883417 2024-11-07T15:21:23,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:21:23,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730992882996.be29288930961653754bc8088ee3f412.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730992883418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992883418"}]},"ts":"1730992883418"} 2024-11-07T15:21:23,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:21:23,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:21:23,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992883421"}]},"ts":"1730992883421"} 2024-11-07T15:21:23,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T15:21:23,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be29288930961653754bc8088ee3f412, ASSIGN}] 2024-11-07T15:21:23,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be29288930961653754bc8088ee3f412, ASSIGN 2024-11-07T15:21:23,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be29288930961653754bc8088ee3f412, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,34511,1730992879636; forceNewPlan=false, retain=false 2024-11-07T15:21:23,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be29288930961653754bc8088ee3f412, regionState=OPENING, regionLocation=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:23,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be29288930961653754bc8088ee3f412, ASSIGN because future has completed 2024-11-07T15:21:23,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be29288930961653754bc8088ee3f412, server=7b3e4e8e12ef,34511,1730992879636}] 2024-11-07T15:21:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:23,730 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be29288930961653754bc8088ee3f412, NAME => 'test,,1730992882996.be29288930961653754bc8088ee3f412.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:23,730 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:23,730 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T15:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730992882996.be29288930961653754bc8088ee3f412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:23,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,731 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,732 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,732 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29288930961653754bc8088ee3f412 columnFamilyName f 2024-11-07T15:21:23,732 DEBUG [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:23,733 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(327): Store=be29288930961653754bc8088ee3f412/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:23,733 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,734 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29288930961653754bc8088ee3f412 columnFamilyName f1 2024-11-07T15:21:23,734 DEBUG [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:23,734 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(327): Store=be29288930961653754bc8088ee3f412/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:23,734 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,735 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be29288930961653754bc8088ee3f412 columnFamilyName norep 2024-11-07T15:21:23,735 DEBUG [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:23,735 INFO [StoreOpener-be29288930961653754bc8088ee3f412-1 {}] regionserver.HStore(327): Store=be29288930961653754bc8088ee3f412/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:23,735 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,736 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,736 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,736 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,736 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,737 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:21:23,738 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:23,739 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be29288930961653754bc8088ee3f412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69017772, jitterRate=0.028444945812225342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be29288930961653754bc8088ee3f412 2024-11-07T15:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be29288930961653754bc8088ee3f412: Running coprocessor pre-open hook at 1730992883731Writing region info on filesystem at 1730992883731Initializing all the Stores at 1730992883731Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992883731Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992883731Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992883731Cleaning up temporary data from old regions at 1730992883736 (+5 ms)Running coprocessor post-open hooks at 1730992883739 (+3 ms)Region opened successfully at 1730992883739 2024-11-07T15:21:23,740 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730992882996.be29288930961653754bc8088ee3f412., pid=6, masterSystemTime=1730992883727 2024-11-07T15:21:23,741 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,741 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:23,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be29288930961653754bc8088ee3f412, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:23,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be29288930961653754bc8088ee3f412, server=7b3e4e8e12ef,34511,1730992879636 because future has completed 2024-11-07T15:21:23,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:21:23,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be29288930961653754bc8088ee3f412, server=7b3e4e8e12ef,34511,1730992879636 in 168 msec 2024-11-07T15:21:23,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:21:23,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be29288930961653754bc8088ee3f412, ASSIGN in 323 msec 2024-11-07T15:21:23,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:21:23,747 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992883747"}]},"ts":"1730992883747"} 2024-11-07T15:21:23,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T15:21:23,748 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:21:23,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-07T15:21:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:21:24,144 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T15:21:24,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cbbde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:24,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:24,146 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e1002e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:24,147 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:24,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d3006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278e088e 2024-11-07T15:21:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:24,149 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:24,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7b3e4e8e12ef:40097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:21:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:24,153 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:40097' 2024-11-07T15:21:24,154 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33614a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,154 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40097,-1 for getting cluster id 2024-11-07T15:21:24,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:24,155 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d01ffda-962b-4671-89ed-48fada3f6eb0' 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d01ffda-962b-4671-89ed-48fada3f6eb0" 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ee9b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40097,-1] 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:24,156 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:24,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d03881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:24,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1c474e 2024-11-07T15:21:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:24,159 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:24,159 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T15:21:24,160 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:21:24,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:24,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:24,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:24,160 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:21:24,161 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T15:21:24,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:21:24,162 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:24,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:21:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741837_1013 (size=1138) 2024-11-07T15:21:24,212 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T15:21:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:24,570 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afd33de66f826dc8c47c266e316d07cb, NAME => 'hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6 2024-11-07T15:21:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741838_1014 (size=44) 2024-11-07T15:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afd33de66f826dc8c47c266e316d07cb, disabling compactions & flushes 2024-11-07T15:21:24,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. after waiting 0 ms 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:24,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:24,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afd33de66f826dc8c47c266e316d07cb: Waiting for close lock at 1730992884975Disabling compacts and flushes for region at 1730992884975Disabling writes for close at 1730992884975Writing region close event to WAL at 1730992884975Closed at 1730992884975 2024-11-07T15:21:24,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:21:24,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730992884976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730992884976"}]},"ts":"1730992884976"} 2024-11-07T15:21:24,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:21:24,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:21:24,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992884978"}]},"ts":"1730992884978"} 2024-11-07T15:21:24,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T15:21:24,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd33de66f826dc8c47c266e316d07cb, ASSIGN}] 2024-11-07T15:21:24,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd33de66f826dc8c47c266e316d07cb, ASSIGN 2024-11-07T15:21:24,981 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afd33de66f826dc8c47c266e316d07cb, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,34403,1730992869046; forceNewPlan=false, retain=false 2024-11-07T15:21:25,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afd33de66f826dc8c47c266e316d07cb, regionState=OPENING, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afd33de66f826dc8c47c266e316d07cb, ASSIGN because future has completed 2024-11-07T15:21:25,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd33de66f826dc8c47c266e316d07cb, server=7b3e4e8e12ef,34403,1730992869046}] 2024-11-07T15:21:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:25,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:25,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:21:25,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T15:21:25,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7b3e4e8e12ef%2C34403%2C1730992869046.rep, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/oldWALs, maxLogs=10 2024-11-07T15:21:25,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992885305, exclude list is [], retry=0 2024-11-07T15:21:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:25,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992885305 2024-11-07T15:21:25,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:25,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afd33de66f826dc8c47c266e316d07cb, NAME => 'hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:21:25,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. service=MultiRowMutationService 2024-11-07T15:21:25,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,352 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,355 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd33de66f826dc8c47c266e316d07cb columnFamilyName hfileref 2024-11-07T15:21:25,355 DEBUG [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:25,355 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(327): Store=afd33de66f826dc8c47c266e316d07cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:25,355 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,357 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd33de66f826dc8c47c266e316d07cb columnFamilyName queue 2024-11-07T15:21:25,357 DEBUG [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:25,358 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(327): Store=afd33de66f826dc8c47c266e316d07cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:25,358 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,362 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd33de66f826dc8c47c266e316d07cb columnFamilyName sid 2024-11-07T15:21:25,362 DEBUG [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:21:25,363 INFO [StoreOpener-afd33de66f826dc8c47c266e316d07cb-1 {}] regionserver.HStore(327): Store=afd33de66f826dc8c47c266e316d07cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:21:25,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:21:25,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:21:25,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afd33de66f826dc8c47c266e316d07cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60547700, jitterRate=-0.09776896238327026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:21:25,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:25,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afd33de66f826dc8c47c266e316d07cb: Running coprocessor pre-open hook at 1730992885350Writing region info on filesystem at 1730992885350Initializing all the Stores at 1730992885351 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992885352 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992885352Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730992885352Cleaning up temporary data from old regions at 1730992885366 (+14 ms)Running coprocessor post-open hooks at 1730992885373 (+7 ms)Region opened successfully at 1730992885373 2024-11-07T15:21:25,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb., pid=10, masterSystemTime=1730992885292 2024-11-07T15:21:25,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:25,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:25,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afd33de66f826dc8c47c266e316d07cb, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:25,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd33de66f826dc8c47c266e316d07cb, server=7b3e4e8e12ef,34403,1730992869046 because future has completed 2024-11-07T15:21:25,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:21:25,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afd33de66f826dc8c47c266e316d07cb, server=7b3e4e8e12ef,34403,1730992869046 in 257 msec 2024-11-07T15:21:25,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:21:25,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afd33de66f826dc8c47c266e316d07cb, ASSIGN in 413 msec 2024-11-07T15:21:25,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:21:25,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730992885397"}]},"ts":"1730992885397"} 2024-11-07T15:21:25,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T15:21:25,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:21:25,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-07T15:21:25,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2] 2024-11-07T15:21:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:25,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:25,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:21:25,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T15:21:25,677 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T15:21:25,702 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7b3e4e8e12ef,34403,1730992869046, ReplicationSource: 1, currentBandwidth=0 2024-11-07T15:21:25,703 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:25,703 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=-1] 2024-11-07T15:21:25,703 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:25,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-07T15:21:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7b3e4e8e12ef,34403,1730992869046', locateType=CURRENT is [region=hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2] 2024-11-07T15:21:25,708 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T15:21:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T15:21:25,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7b3e4e8e12ef,34403,1730992869046 suceeded 2024-11-07T15:21:25,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T15:21:25,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-07T15:21:25,711 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7b3e4e8e12ef:40097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:21:25,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-07T15:21:25,730 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:40097' 2024-11-07T15:21:25,740 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796c531e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:25,741 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40097,-1 for getting cluster id 2024-11-07T15:21:25,741 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:25,741 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d01ffda-962b-4671-89ed-48fada3f6eb0' 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d01ffda-962b-4671-89ed-48fada3f6eb0" 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b12808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40097,-1] 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:25,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:25,743 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:25,743 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c916969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:25,744 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:25,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:25,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b6f435 2024-11-07T15:21:25,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:25,745 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T15:21:25,746 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7b3e4e8e12ef,34403,1730992869046 (queues=1) is replicating from cluster=ada31856-b26c-4c04-b492-07eeca87c779 to cluster=1d01ffda-962b-4671-89ed-48fada3f6eb0 2024-11-07T15:21:25,746 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7b3e4e8e12ef%2C34403%2C1730992869046 2024-11-07T15:21:25,746 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7b3e4e8e12ef,34403,1730992869046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:21:25,747 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126, startPosition=0, beingWritten=true 2024-11-07T15:21:25,747 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C34403%2C1730992869046 2024-11-07T15:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 379, reset compression=false 2024-11-07T15:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:21:25,964 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 379, reset compression=false 2024-11-07T15:21:26,268 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 379, reset compression=false 2024-11-07T15:21:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:21:26,294 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T15:21:26,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:26,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:26,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:26,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617fc8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:26,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:26,295 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f34553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,297 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76338dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b165d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40097,-1 for getting cluster id 2024-11-07T15:21:26,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:26,298 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d01ffda-962b-4671-89ed-48fada3f6eb0' 2024-11-07T15:21:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d01ffda-962b-4671-89ed-48fada3f6eb0" 2024-11-07T15:21:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511aacf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40097,-1] 2024-11-07T15:21:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,299 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c968aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d6217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35653,-1 for getting cluster id 2024-11-07T15:21:26,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:26,301 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255fa54c-707f-472f-a2fb-23aa883edf79' 2024-11-07T15:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255fa54c-707f-472f-a2fb-23aa883edf79" 2024-11-07T15:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f08ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35653,-1] 2024-11-07T15:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,302 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adc28ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:26,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1730992886309/Put/seqid=0 2024-11-07T15:21:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741840_1016 (size=7894) 2024-11-07T15:21:26,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1730992886337/Put/seqid=0 2024-11-07T15:21:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741841_1017 (size=7691) 2024-11-07T15:21:26,672 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 379, reset compression=false 2024-11-07T15:21:26,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef3c210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:26,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:26,748 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5b0b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,750 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:26,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36731af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:26,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=-1] 2024-11-07T15:21:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:26,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:26,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c5dd1b 2024-11-07T15:21:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:26,764 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2] 2024-11-07T15:21:26,770 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:21:26,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-07T15:21:26,777 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-07T15:21:26,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T15:21:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:26,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T15:21:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegion(2603): Flush status journal for 2df224ee02618b5da7b7d43d25186f3d: 2024-11-07T15:21:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_1 2024-11-07T15:21:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_1 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ 2024-11-07T15:21:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_0 2024-11-07T15:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_0 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ 2024-11-07T15:21:26,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_1 into 2df224ee02618b5da7b7d43d25186f3d/f as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ - updating store file list. 2024-11-07T15:21:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:26,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ into 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:26,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_1 into 2df224ee02618b5da7b7d43d25186f3d/f (new location: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_) 2024-11-07T15:21:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_1 2024-11-07T15:21:26,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_0 into 2df224ee02618b5da7b7d43d25186f3d/f as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ - updating store file list. 2024-11-07T15:21:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8461b3349924093a81b648e7cd846c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:26,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ into 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:26,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_0 into 2df224ee02618b5da7b7d43d25186f3d/f (new location: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_) 2024-11-07T15:21:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__cs59peq5vrc28vb2u9u2odolpia3lmudjv4pp1uq1k92qd2gpl1jhmmdcucembcr/f/hfile_0 2024-11-07T15:21:26,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:26,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:26,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 , the old value is region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:34403 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:21:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:21:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 from cache 2024-11-07T15:21:26,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:26,810 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T15:21:26,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,38469,1730992873179, seqNum=-1] 2024-11-07T15:21:26,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:26,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3., hostname=7b3e4e8e12ef,38469,1730992873179, seqNum=2] 2024-11-07T15:21:26,815 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:21:26,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:21:27,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:21:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:27,176 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 379, reset compression=false 2024-11-07T15:21:27,182 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:21:27,182 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df224ee02618b5da7b7d43d25186f3d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992886807/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:21:27,184 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:27,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T15:21:27,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.ReplicationSink(318): Replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:27,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d188451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40097,-1 for getting cluster id 2024-11-07T15:21:27,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:27,186 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d01ffda-962b-4671-89ed-48fada3f6eb0' 2024-11-07T15:21:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d01ffda-962b-4671-89ed-48fada3f6eb0" 2024-11-07T15:21:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34082e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40097,-1] 2024-11-07T15:21:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:27,187 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:27,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f449dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741837_1013 (size=7691) 2024-11-07T15:21:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741838_1014 (size=7894) 2024-11-07T15:21:27,382 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 687, reset compression=false 2024-11-07T15:21:27,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:27,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:27,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62958ba7 2024-11-07T15:21:27,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:27,627 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-07T15:21:27,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:21:27,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:27,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,38469,1730992873179, seqNum=-1] 2024-11-07T15:21:27,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:27,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-07T15:21:27,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-07T15:21:27,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-07T15:21:27,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ for inclusion in ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T15:21:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:27,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ for inclusion in ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T15:21:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegion(2603): Flush status journal for ce6add552232e35eabcfdc43f8db32f3: 2024-11-07T15:21:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/5c92e20215c846c8b16f707e10988ff6_SeqId_4_ 2024-11-07T15:21:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8461b3349924093a81b648e7cd846c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/3db2d4b902404e0cac58beb79ff06dc3_SeqId_4_ 2024-11-07T15:21:27,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/5c92e20215c846c8b16f707e10988ff6_SeqId_4_ - updating store file list. 2024-11-07T15:21:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c92e20215c846c8b16f707e10988ff6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:27,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/5c92e20215c846c8b16f707e10988ff6_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:27,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f (new location: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/5c92e20215c846c8b16f707e10988ff6_SeqId_4_) 2024-11-07T15:21:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/d8fc0318f22d47a58e08ed63b15117fa_SeqId_4_ 2024-11-07T15:21:27,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/3db2d4b902404e0cac58beb79ff06dc3_SeqId_4_ - updating store file list. 2024-11-07T15:21:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3db2d4b902404e0cac58beb79ff06dc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:27,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/3db2d4b902404e0cac58beb79ff06dc3_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:27,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ into ce6add552232e35eabcfdc43f8db32f3/f (new location: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/3db2d4b902404e0cac58beb79ff06dc3_SeqId_4_) 2024-11-07T15:21:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__hrc6bq23h8ukn68fblj0n7atpdlm9aejn7uj6jbe50vi5i7ls18pt9erq1gs2kl/f/c8461b3349924093a81b648e7cd846c2_SeqId_4_ 2024-11-07T15:21:27,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.ReplicationSink(324): Finished replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:27,685 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 687, reset compression=false 2024-11-07T15:21:27,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34511,1730992879636, seqNum=-1] 2024-11-07T15:21:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:27,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992882996.be29288930961653754bc8088ee3f412., hostname=7b3e4e8e12ef,34511,1730992879636, seqNum=2] 2024-11-07T15:21:27,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:27,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:21:27,831 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C34403%2C1730992869046:(num 1730992870126) roll requested 2024-11-07T15:21:27,847 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, exclude list is [], retry=0 2024-11-07T15:21:27,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:27,850 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 2024-11-07T15:21:27,850 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:27,851 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 is not closed yet, will try archiving it next time 2024-11-07T15:21:27,851 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C34403%2C1730992869046.meta:.meta(num 1730992870694) roll requested 2024-11-07T15:21:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741832_1008 (size=695) 2024-11-07T15:21:27,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31383367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:27,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:27,852 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/oldWALs/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 2024-11-07T15:21:27,853 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d13d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:27,854 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2984a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a295f1 2024-11-07T15:21:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:27,856 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:27,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7b3e4e8e12ef:35653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T15:21:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T15:21:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:21:27,859 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35653' 2024-11-07T15:21:27,864 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681ed3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,864 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35653,-1 for getting cluster id 2024-11-07T15:21:27,864 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:27,865 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255fa54c-707f-472f-a2fb-23aa883edf79' 2024-11-07T15:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255fa54c-707f-472f-a2fb-23aa883edf79" 2024-11-07T15:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60507a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35653,-1] 2024-11-07T15:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:27,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:27,866 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:27,867 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992887851.meta, exclude list is [], retry=0 2024-11-07T15:21:27,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddecd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:27,867 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536bfe4f 2024-11-07T15:21:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:27,869 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:27,869 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-07T15:21:27,869 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T15:21:27,869 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:27,869 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:27,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:27,885 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992870694.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992887851.meta 2024-11-07T15:21:27,885 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:27,885 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992870694.meta is not closed yet, will try archiving it next time 2024-11-07T15:21:27,885 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C34403%2C1730992869046.rep:(num 1730992885305) roll requested 2024-11-07T15:21:27,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992870694.meta not finished, retry = 0 2024-11-07T15:21:27,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741834_1010 (size=3473) 2024-11-07T15:21:27,902 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992887885, exclude list is [], retry=0 2024-11-07T15:21:27,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T15:21:27,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-66e77595-c8c1-4236-8a6e-3adddb334899,DISK] 2024-11-07T15:21:27,915 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992885305 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992887885 2024-11-07T15:21:27,917 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42275:42275)] 2024-11-07T15:21:27,917 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992885305 is not closed yet, will try archiving it next time 2024-11-07T15:21:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741839_1015 (size=1505) 2024-11-07T15:21:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:21:28,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T15:21:28,057 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T15:21:28,087 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7b3e4e8e12ef,34403,1730992869046, ReplicationSource: 2, currentBandwidth=0 2024-11-07T15:21:28,089 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T15:21:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T15:21:28,091 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7b3e4e8e12ef,34403,1730992869046 suceeded 2024-11-07T15:21:28,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T15:21:28,092 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7b3e4e8e12ef:35653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T15:21:28,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T15:21:28,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 235 msec 2024-11-07T15:21:28,093 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 to pos 687, reset compression=false 2024-11-07T15:21:28,100 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 was moved to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/oldWALs/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 2024-11-07T15:21:28,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126 2024-11-07T15:21:28,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T15:21:28,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, startPosition=0, beingWritten=true 2024-11-07T15:21:28,104 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7b3e4e8e12ef%2C34403%2C1730992869046.1730992870126] 2024-11-07T15:21:28,105 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7b3e4e8e12ef:35653' 2024-11-07T15:21:28,108 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc13b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,108 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35653,-1 for getting cluster id 2024-11-07T15:21:28,108 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:28,112 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255fa54c-707f-472f-a2fb-23aa883edf79' 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255fa54c-707f-472f-a2fb-23aa883edf79" 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318cdbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35653,-1] 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:28,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,114 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:28,114 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6747cb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,114 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:28,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:28,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43e42155 2024-11-07T15:21:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:28,115 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T15:21:28,115 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7b3e4e8e12ef,34403,1730992869046 (queues=1) is replicating from cluster=ada31856-b26c-4c04-b492-07eeca87c779 to cluster=255fa54c-707f-472f-a2fb-23aa883edf79 2024-11-07T15:21:28,116 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7b3e4e8e12ef%2C34403%2C1730992869046 2024-11-07T15:21:28,116 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7b3e4e8e12ef,34403,1730992869046, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T15:21:28,116 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7b3e4e8e12ef%2C34403%2C1730992869046 2024-11-07T15:21:28,123 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, startPosition=0, beingWritten=true 2024-11-07T15:21:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T15:21:28,173 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T15:21:28,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:28,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:28,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:28,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:21:28,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1730992888177/Put/seqid=0 2024-11-07T15:21:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741845_1021 (size=11194) 2024-11-07T15:21:28,329 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 0, reset compression=false 2024-11-07T15:21:28,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T15:21:28,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1730992888590/Put/seqid=0 2024-11-07T15:21:28,609 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 0, reset compression=false 2024-11-07T15:21:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741846_1022 (size=10791) 2024-11-07T15:21:28,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d096d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,40697,-1 for getting cluster id 2024-11-07T15:21:28,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:28,625 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada31856-b26c-4c04-b492-07eeca87c779' 2024-11-07T15:21:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada31856-b26c-4c04-b492-07eeca87c779" 2024-11-07T15:21:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a26ab5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,40697,-1] 2024-11-07T15:21:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,627 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:28,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f73ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:28,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=-1] 2024-11-07T15:21:28,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:28,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:21:28,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2731d478 2024-11-07T15:21:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:28,647 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:21:28,649 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 0, reset compression=false 2024-11-07T15:21:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2] 2024-11-07T15:21:28,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:21:28,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-07T15:21:28,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-07T15:21:28,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T15:21:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:28,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T15:21:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegion(2603): Flush status journal for 2df224ee02618b5da7b7d43d25186f3d: 2024-11-07T15:21:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_0 2024-11-07T15:21:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_0 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ 2024-11-07T15:21:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_1 2024-11-07T15:21:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_1 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/4429048150024203a9248d7541e2ef11_SeqId_6_ 2024-11-07T15:21:28,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_0 into 2df224ee02618b5da7b7d43d25186f3d/f as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ - updating store file list. 2024-11-07T15:21:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:28,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ into 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:28,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_0 into 2df224ee02618b5da7b7d43d25186f3d/f (new location: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_) 2024-11-07T15:21:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_0 2024-11-07T15:21:28,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_1 into 2df224ee02618b5da7b7d43d25186f3d/f as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/4429048150024203a9248d7541e2ef11_SeqId_6_ - updating store file list. 2024-11-07T15:21:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4429048150024203a9248d7541e2ef11_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:28,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/4429048150024203a9248d7541e2ef11_SeqId_6_ into 2df224ee02618b5da7b7d43d25186f3d/f 2024-11-07T15:21:28,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_1 into 2df224ee02618b5da7b7d43d25186f3d/f (new location: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/f/4429048150024203a9248d7541e2ef11_SeqId_6_) 2024-11-07T15:21:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/staging/jenkins__test__c3b0rbda9c49le9qv3hkf3scf8n4ugsv14732om0lmfq6043pj1m4svu0spdm5lg/f/hfile_1 2024-11-07T15:21:28,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:28,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:28,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:28,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 , the old value is region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7b3e4e8e12ef:34403 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:21:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T15:21:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., hostname=7b3e4e8e12ef,34403,1730992869046, seqNum=2 from cache 2024-11-07T15:21:28,795 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T15:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45914 deadline: 1730992948794 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45914 2024-11-07T15:21:28,904 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T15:21:29,093 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 0, reset compression=false 2024-11-07T15:21:29,100 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:21:29,100 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df224ee02618b5da7b7d43d25186f3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992888788/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:21:29,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:21:29,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T15:21:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.ReplicationSink(318): Replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0fd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35653,-1 for getting cluster id 2024-11-07T15:21:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:21:29,105 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '255fa54c-707f-472f-a2fb-23aa883edf79' 2024-11-07T15:21:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:21:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "255fa54c-707f-472f-a2fb-23aa883edf79" 2024-11-07T15:21:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d1906a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35653,-1] 2024-11-07T15:21:29,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:21:29,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:29,106 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:21:29,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67298f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:21:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741837_1013 (size=11194) 2024-11-07T15:21:29,264 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 0, reset compression=false 2024-11-07T15:21:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741838_1014 (size=10791) 2024-11-07T15:21:29,285 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:21:29,301 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:29,306 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T15:21:29,306 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df224ee02618b5da7b7d43d25186f3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730992888788/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T15:21:29,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.ReplicationSink(318): Replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741839_1015 (size=11194) 2024-11-07T15:21:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741840_1016 (size=10791) 2024-11-07T15:21:29,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:21:29,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T15:21:29,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T15:21:29,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ for inclusion in ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T15:21:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:29,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ for inclusion in ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:29,507 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T15:21:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegion(2603): Flush status journal for ce6add552232e35eabcfdc43f8db32f3: 2024-11-07T15:21:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/bb6f88cc0c224d2ebc56021e50123c34_SeqId_6_ 2024-11-07T15:21:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4429048150024203a9248d7541e2ef11_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/8b802f50b16b40f1aef5062c47196e27_SeqId_6_ 2024-11-07T15:21:29,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/bb6f88cc0c224d2ebc56021e50123c34_SeqId_6_ - updating store file list. 2024-11-07T15:21:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb6f88cc0c224d2ebc56021e50123c34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:29,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/bb6f88cc0c224d2ebc56021e50123c34_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:29,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f (new location: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/bb6f88cc0c224d2ebc56021e50123c34_SeqId_6_) 2024-11-07T15:21:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ 2024-11-07T15:21:29,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/8b802f50b16b40f1aef5062c47196e27_SeqId_6_ - updating store file list. 2024-11-07T15:21:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b802f50b16b40f1aef5062c47196e27_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:29,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/8b802f50b16b40f1aef5062c47196e27_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f 2024-11-07T15:21:29,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ into ce6add552232e35eabcfdc43f8db32f3/f (new location: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/f/8b802f50b16b40f1aef5062c47196e27_SeqId_6_) 2024-11-07T15:21:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/staging/jenkins.hfs.22__test__5no6q1salfrode9spgsutni19t4jotgkdgtfgt9s5fj7ofhj7t2qak36m9riador/f/4429048150024203a9248d7541e2ef11_SeqId_6_ 2024-11-07T15:21:29,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] regionserver.ReplicationSink(324): Finished replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:29,644 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:29,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:21:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3440546c 2024-11-07T15:21:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:21:29,678 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-07T15:21:29,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T15:21:29,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:21:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,34511,1730992879636, seqNum=-1] 2024-11-07T15:21:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:21:29,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-07T15:21:29,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T15:21:29,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T15:21:29,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ for inclusion in be29288930961653754bc8088ee3f412/f 2024-11-07T15:21:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T15:21:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:29,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ for inclusion in be29288930961653754bc8088ee3f412/f 2024-11-07T15:21:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T15:21:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T15:21:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HRegion(2603): Flush status journal for be29288930961653754bc8088ee3f412: 2024-11-07T15:21:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/809beb86f6ba4f9d90e6c214c473f56f_SeqId_4_ 2024-11-07T15:21:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4429048150024203a9248d7541e2ef11_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T15:21:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/459f2858e43e4410877cc2a6be396340_SeqId_4_ 2024-11-07T15:21:29,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ into be29288930961653754bc8088ee3f412/f as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/809beb86f6ba4f9d90e6c214c473f56f_SeqId_4_ - updating store file list. 2024-11-07T15:21:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 809beb86f6ba4f9d90e6c214c473f56f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:29,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/809beb86f6ba4f9d90e6c214c473f56f_SeqId_4_ into be29288930961653754bc8088ee3f412/f 2024-11-07T15:21:29,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ into be29288930961653754bc8088ee3f412/f (new location: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/809beb86f6ba4f9d90e6c214c473f56f_SeqId_4_) 2024-11-07T15:21:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_ 2024-11-07T15:21:29,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ into be29288930961653754bc8088ee3f412/f as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/459f2858e43e4410877cc2a6be396340_SeqId_4_ - updating store file list. 2024-11-07T15:21:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 459f2858e43e4410877cc2a6be396340_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T15:21:29,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/459f2858e43e4410877cc2a6be396340_SeqId_4_ into be29288930961653754bc8088ee3f412/f 2024-11-07T15:21:29,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ into be29288930961653754bc8088ee3f412/f (new location: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/f/459f2858e43e4410877cc2a6be396340_SeqId_4_) 2024-11-07T15:21:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/staging/jenkins.hfs.23__test__8krjn74ajadmgs5ci18l0f8okv452lein446bvk9vaamhsa2u4olrhm41uieggga/f/4429048150024203a9248d7541e2ef11_SeqId_6_ 2024-11-07T15:21:29,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] regionserver.ReplicationSink(324): Finished replicating [ada31856-b26c-4c04-b492-07eeca87c779] bulk loaded data 2024-11-07T15:21:29,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:21:29,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:29,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:29,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:29,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:29,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:29,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:21:29,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633921444, stopped=false 2024-11-07T15:21:29,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35653,1730992879511 2024-11-07T15:21:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1858817518/running 2024-11-07T15:21:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:29,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1858817518/running 2024-11-07T15:21:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:29,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:29,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:29,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:29,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/running 2024-11-07T15:21:29,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,34511,1730992879636' ***** 2024-11-07T15:21:29,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:21:29,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Set watcher on znode that does not yet exist, /2-1858817518/running 2024-11-07T15:21:29,830 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:21:29,830 INFO [RS:0;7b3e4e8e12ef:34511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:21:29,831 INFO [RS:0;7b3e4e8e12ef:34511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:21:29,831 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for be29288930961653754bc8088ee3f412 2024-11-07T15:21:29,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:34511. 2024-11-07T15:21:29,836 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:29,836 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:21:29,836 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be29288930961653754bc8088ee3f412, disabling compactions & flushes 2024-11-07T15:21:29,836 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:29,836 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:29,836 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992882996.be29288930961653754bc8088ee3f412. after waiting 0 ms 2024-11-07T15:21:29,836 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:21:29,837 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:29,840 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:21:29,840 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be29288930961653754bc8088ee3f412=test,,1730992882996.be29288930961653754bc8088ee3f412.} 2024-11-07T15:21:29,840 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be29288930961653754bc8088ee3f412 2024-11-07T15:21:29,845 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:29,846 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:29,846 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:29,846 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:29,846 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:29,846 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:29,846 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T15:21:29,876 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/info/1f90e5fb31724648822e34c754deb7bd is 129, key is test,,1730992882996.be29288930961653754bc8088ee3f412./info:regioninfo/1730992883742/Put/seqid=0 2024-11-07T15:21:29,882 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/default/test/be29288930961653754bc8088ee3f412/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T15:21:29,882 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:29,882 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:21:29,882 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:29,883 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be29288930961653754bc8088ee3f412: Waiting for close lock at 1730992889836Running coprocessor pre-close hooks at 1730992889836Disabling compacts and flushes for region at 1730992889836Disabling writes for close at 1730992889836Writing region close event to WAL at 1730992889869 (+33 ms)Running coprocessor post-close hooks at 1730992889882 (+13 ms)Closed at 1730992889882 2024-11-07T15:21:29,883 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992882996.be29288930961653754bc8088ee3f412. 2024-11-07T15:21:29,892 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:29,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741839_1015 (size=6421) 2024-11-07T15:21:29,903 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/info/1f90e5fb31724648822e34c754deb7bd 2024-11-07T15:21:29,937 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/ns/1c571ec6b48848e5ae1628e783240849 is 43, key is default/ns:d/1730992881614/Put/seqid=0 2024-11-07T15:21:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741840_1016 (size=5153) 2024-11-07T15:21:29,985 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/ns/1c571ec6b48848e5ae1628e783240849 2024-11-07T15:21:30,022 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/rep_barrier/e849cdd91c064f4e83545d452f471a8b is 112, key is test,,1730992882996.be29288930961653754bc8088ee3f412./rep_barrier:seqnumDuringOpen/1730992883742/Put/seqid=0 2024-11-07T15:21:30,040 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741841_1017 (size=5518) 2024-11-07T15:21:30,044 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/rep_barrier/e849cdd91c064f4e83545d452f471a8b 2024-11-07T15:21:30,049 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:30,075 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/table/24b8147ea86949b6ab6a90dbce876c1a is 40, key is test/table:state/1730992883747/Put/seqid=0 2024-11-07T15:21:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741842_1018 (size=5165) 2024-11-07T15:21:30,097 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/table/24b8147ea86949b6ab6a90dbce876c1a 2024-11-07T15:21:30,110 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/info/1f90e5fb31724648822e34c754deb7bd as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/info/1f90e5fb31724648822e34c754deb7bd 2024-11-07T15:21:30,114 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/info/1f90e5fb31724648822e34c754deb7bd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T15:21:30,115 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/ns/1c571ec6b48848e5ae1628e783240849 as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/ns/1c571ec6b48848e5ae1628e783240849 2024-11-07T15:21:30,120 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/ns/1c571ec6b48848e5ae1628e783240849, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:21:30,121 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/rep_barrier/e849cdd91c064f4e83545d452f471a8b as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/rep_barrier/e849cdd91c064f4e83545d452f471a8b 2024-11-07T15:21:30,129 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/rep_barrier/e849cdd91c064f4e83545d452f471a8b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T15:21:30,130 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/.tmp/table/24b8147ea86949b6ab6a90dbce876c1a as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/table/24b8147ea86949b6ab6a90dbce876c1a 2024-11-07T15:21:30,134 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/table/24b8147ea86949b6ab6a90dbce876c1a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:21:30,135 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 289ms, sequenceid=11, compaction requested=false 2024-11-07T15:21:30,164 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:21:30,165 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:30,165 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:21:30,165 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:30,165 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992889846Running coprocessor pre-close hooks at 1730992889846Disabling compacts and flushes for region at 1730992889846Disabling writes for close at 1730992889846Obtaining lock to block concurrent updates at 1730992889846Preparing flush snapshotting stores in 1588230740 at 1730992889846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730992889847 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992889848 (+1 ms)Flushing 1588230740/info: creating writer at 1730992889849 (+1 ms)Flushing 1588230740/info: appending metadata at 1730992889875 (+26 ms)Flushing 1588230740/info: closing flushed file at 1730992889875Flushing 1588230740/ns: creating writer at 1730992889907 (+32 ms)Flushing 1588230740/ns: appending metadata at 1730992889936 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1730992889936Flushing 1588230740/rep_barrier: creating writer at 1730992889994 (+58 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992890022 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992890022Flushing 1588230740/table: creating writer at 1730992890054 (+32 ms)Flushing 1588230740/table: appending metadata at 1730992890075 (+21 ms)Flushing 1588230740/table: closing flushed file at 1730992890075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca2f377: reopening flushed file at 1730992890109 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b335c0e: reopening flushed file at 1730992890114 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1960f74b: reopening flushed file at 1730992890120 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2f39bf: reopening flushed file at 1730992890129 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 289ms, sequenceid=11, compaction requested=false at 1730992890135 (+6 ms)Writing region close event to WAL at 1730992890160 (+25 ms)Running coprocessor post-close hooks at 1730992890165 (+5 ms)Closed at 1730992890165 2024-11-07T15:21:30,165 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:30,241 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,34511,1730992879636; all regions closed. 2024-11-07T15:21:30,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741834_1010 (size=2717) 2024-11-07T15:21:30,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.meta.1730992881576.meta not finished, retry = 0 2024-11-07T15:21:30,279 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:30,348 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/oldWALs 2024-11-07T15:21:30,348 INFO [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C34511%2C1730992879636.meta:.meta(num 1730992881576) 2024-11-07T15:21:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741832_1008 (size=1028) 2024-11-07T15:21:30,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/WALs/7b3e4e8e12ef,34511,1730992879636/7b3e4e8e12ef%2C34511%2C1730992879636.1730992880701 not finished, retry = 0 2024-11-07T15:21:30,457 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/oldWALs 2024-11-07T15:21:30,457 INFO [RS:0;7b3e4e8e12ef:34511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C34511%2C1730992879636:(num 1730992880701) 2024-11-07T15:21:30,457 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:30,457 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:30,458 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:30,458 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:30,458 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:30,458 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:30,458 INFO [RS:0;7b3e4e8e12ef:34511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:34511. 2024-11-07T15:21:30,458 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:30,458 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:30,458 DEBUG [RS:0;7b3e4e8e12ef:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:30,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:30,459 INFO [RS:0;7b3e4e8e12ef:34511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34511 2024-11-07T15:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1858817518/rs/7b3e4e8e12ef,34511,1730992879636 2024-11-07T15:21:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518/rs 2024-11-07T15:21:30,513 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:30,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,34511,1730992879636] 2024-11-07T15:21:30,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/draining/7b3e4e8e12ef,34511,1730992879636 already deleted, retry=false 2024-11-07T15:21:30,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,34511,1730992879636 expired; onlineServers=0 2024-11-07T15:21:30,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35653,1730992879511' ***** 2024-11-07T15:21:30,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:21:30,534 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:30,534 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:30,534 DEBUG [M:0;7b3e4e8e12ef:35653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:21:30,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:21:30,534 DEBUG [M:0;7b3e4e8e12ef:35653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:21:30,535 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:30,535 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:30,535 DEBUG [M:0;7b3e4e8e12ef:35653 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:21:30,535 INFO [M:0;7b3e4e8e12ef:35653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:21:30,535 INFO [M:0;7b3e4e8e12ef:35653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:30,535 INFO [M:0;7b3e4e8e12ef:35653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:21:30,535 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992880430 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992880430,5,FailOnTimeoutGroup] 2024-11-07T15:21:30,535 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992880432 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992880432,5,FailOnTimeoutGroup] 2024-11-07T15:21:30,536 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:21:30,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1858817518/master 2024-11-07T15:21:30,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1858817518 2024-11-07T15:21:30,544 DEBUG [M:0;7b3e4e8e12ef:35653 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1858817518/master already deleted, retry=false 2024-11-07T15:21:30,544 DEBUG [M:0;7b3e4e8e12ef:35653 {}] master.ActiveMasterManager(353): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1858817518/master 2024-11-07T15:21:30,545 INFO [M:0;7b3e4e8e12ef:35653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/.lastflushedseqids 2024-11-07T15:21:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741843_1019 (size=173) 2024-11-07T15:21:30,571 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:30,623 INFO [RS:0;7b3e4e8e12ef:34511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:30,623 INFO [RS:0;7b3e4e8e12ef:34511 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,34511,1730992879636; zookeeper connection closed. 2024-11-07T15:21:30,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:30,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10115e2ffb90007, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:30,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11b55a1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11b55a1a 2024-11-07T15:21:30,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:21:30,782 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:30,955 INFO [M:0;7b3e4e8e12ef:35653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:21:30,955 INFO [M:0;7b3e4e8e12ef:35653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:21:30,955 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:30,955 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:30,956 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:30,956 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:30,956 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:30,956 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T15:21:30,969 DEBUG [M:0;7b3e4e8e12ef:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e624d4c54f6d41978aca261b8513265a is 82, key is hbase:meta,,1/info:regioninfo/1730992881603/Put/seqid=0 2024-11-07T15:21:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741844_1020 (size=5672) 2024-11-07T15:21:31,176 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:31,373 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e624d4c54f6d41978aca261b8513265a 2024-11-07T15:21:31,385 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:31,400 DEBUG [M:0;7b3e4e8e12ef:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf810fb0c8b7490c80e71db5a92dde02 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992883749/Put/seqid=0 2024-11-07T15:21:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741845_1021 (size=6586) 2024-11-07T15:21:31,408 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf810fb0c8b7490c80e71db5a92dde02 2024-11-07T15:21:31,426 DEBUG [M:0;7b3e4e8e12ef:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca0ed67e22d240ae882a36d4b7f42e7b is 69, key is 7b3e4e8e12ef,34511,1730992879636/rs:state/1730992880521/Put/seqid=0 2024-11-07T15:21:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741846_1022 (size=5156) 2024-11-07T15:21:31,837 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca0ed67e22d240ae882a36d4b7f42e7b 2024-11-07T15:21:31,841 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e624d4c54f6d41978aca261b8513265a as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e624d4c54f6d41978aca261b8513265a 2024-11-07T15:21:31,845 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e624d4c54f6d41978aca261b8513265a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T15:21:31,846 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf810fb0c8b7490c80e71db5a92dde02 as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf810fb0c8b7490c80e71db5a92dde02 2024-11-07T15:21:31,850 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf810fb0c8b7490c80e71db5a92dde02, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T15:21:31,851 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca0ed67e22d240ae882a36d4b7f42e7b as hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca0ed67e22d240ae882a36d4b7f42e7b 2024-11-07T15:21:31,855 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/3483014c-90e3-43c7-6ab7-3c049256f8dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca0ed67e22d240ae882a36d4b7f42e7b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T15:21:31,856 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false 2024-11-07T15:21:31,872 INFO [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:31,872 DEBUG [M:0;7b3e4e8e12ef:35653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992890955Disabling compacts and flushes for region at 1730992890955Disabling writes for close at 1730992890956 (+1 ms)Obtaining lock to block concurrent updates at 1730992890956Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992890956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1730992890956Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992890956Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992890956Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992890969 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992890969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992891377 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992891400 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992891400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992891412 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992891425 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992891425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1864b120: reopening flushed file at 1730992891840 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f775107: reopening flushed file at 1730992891845 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f58d31: reopening flushed file at 1730992891850 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false at 1730992891856 (+6 ms)Writing region close event to WAL at 1730992891872 (+16 ms)Closed at 1730992891872 2024-11-07T15:21:31,879 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741830_1006 (size=32770) 2024-11-07T15:21:31,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:31,890 INFO [M:0;7b3e4e8e12ef:35653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:21:31,890 INFO [M:0;7b3e4e8e12ef:35653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35653 2024-11-07T15:21:31,891 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:32,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:32,052 INFO [M:0;7b3e4e8e12ef:35653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:32,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x10115e2ffb90006, quorum=127.0.0.1:57201, baseZNode=/2-1858817518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:32,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@186f3307{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:32,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@500f800f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:32,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:32,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34c6217a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:32,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f81a47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:32,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:21:32,056 WARN [BP-390410839-172.17.0.2-1730992876757 heartbeating to localhost/127.0.0.1:42879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:21:32,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:21:32,056 WARN [BP-390410839-172.17.0.2-1730992876757 heartbeating to localhost/127.0.0.1:42879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-390410839-172.17.0.2-1730992876757 (Datanode Uuid 94a5a218-5d81-4be0-81cb-a019107e24a4) service to localhost/127.0.0.1:42879 2024-11-07T15:21:32,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/cluster_9be7f459-9ef1-9ffe-419e-ec91a357b3e1/data/data1/current/BP-390410839-172.17.0.2-1730992876757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:32,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/cluster_9be7f459-9ef1-9ffe-419e-ec91a357b3e1/data/data2/current/BP-390410839-172.17.0.2-1730992876757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:32,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:21:32,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3021e034{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:32,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43c03594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:32,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:32,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@405bbaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:32,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa22a1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c7d4ecd-f3b7-cb35-2c58-f40052f53cdf/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:32,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:21:32,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:21:32,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:32,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:32,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:32,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:32,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:32,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:21:32,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1869987335, stopped=false 2024-11-07T15:21:32,080 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,40097,1730992872953 2024-11-07T15:21:32,102 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781052228/running 2024-11-07T15:21:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781052228/running 2024-11-07T15:21:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:32,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:32,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/running 2024-11-07T15:21:32,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Set watcher on znode that does not yet exist, /1781052228/running 2024-11-07T15:21:32,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:32,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:32,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:32,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,38469,1730992873179' ***** 2024-11-07T15:21:32,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:21:32,135 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:21:32,135 INFO [RS:0;7b3e4e8e12ef:38469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:21:32,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:38469. 2024-11-07T15:21:32,136 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce6add552232e35eabcfdc43f8db32f3, disabling compactions & flushes 2024-11-07T15:21:32,136 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:32,136 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. after waiting 0 ms 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:21:32,136 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:21:32,136 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1325): Online Regions={ce6add552232e35eabcfdc43f8db32f3=test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:21:32,136 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce6add552232e35eabcfdc43f8db32f3 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:32,136 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:32,136 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:32,136 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T15:21:32,153 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/default/test/ce6add552232e35eabcfdc43f8db32f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:21:32,154 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:32,154 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:21:32,154 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:32,154 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce6add552232e35eabcfdc43f8db32f3: Waiting for close lock at 1730992892136Running coprocessor pre-close hooks at 1730992892136Disabling compacts and flushes for region at 1730992892136Disabling writes for close at 1730992892136Writing region close event to WAL at 1730992892136Running coprocessor post-close hooks at 1730992892154 (+18 ms)Closed at 1730992892154 2024-11-07T15:21:32,154 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3. 2024-11-07T15:21:32,166 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/info/7cb6bda5225a47d9a1efd033c328f161 is 129, key is test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3./info:regioninfo/1730992882738/Put/seqid=0 2024-11-07T15:21:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741841_1017 (size=6421) 2024-11-07T15:21:32,189 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:32,337 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:32,341 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:21:32,341 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:21:32,537 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:32,570 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/info/7cb6bda5225a47d9a1efd033c328f161 2024-11-07T15:21:32,593 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/ns/be390f1db5f943789bcb6316789854fe is 43, key is default/ns:d/1730992876572/Put/seqid=0 2024-11-07T15:21:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741842_1018 (size=5153) 2024-11-07T15:21:32,611 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/ns/be390f1db5f943789bcb6316789854fe 2024-11-07T15:21:32,641 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/rep_barrier/15af725f251840cea72e79dfccbc9df8 is 112, key is test,,1730992882367.ce6add552232e35eabcfdc43f8db32f3./rep_barrier:seqnumDuringOpen/1730992882738/Put/seqid=0 2024-11-07T15:21:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741843_1019 (size=5518) 2024-11-07T15:21:32,689 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:32,737 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:32,906 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:32,937 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:33,047 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/rep_barrier/15af725f251840cea72e79dfccbc9df8 2024-11-07T15:21:33,067 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/table/1ee850eb682f4611b5fa1321e0d3edee is 40, key is test/table:state/1730992882744/Put/seqid=0 2024-11-07T15:21:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741844_1020 (size=5165) 2024-11-07T15:21:33,137 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:21:33,138 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:21:33,138 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:33,338 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:21:33,473 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/table/1ee850eb682f4611b5fa1321e0d3edee 2024-11-07T15:21:33,477 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/info/7cb6bda5225a47d9a1efd033c328f161 as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/info/7cb6bda5225a47d9a1efd033c328f161 2024-11-07T15:21:33,481 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/info/7cb6bda5225a47d9a1efd033c328f161, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T15:21:33,482 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/ns/be390f1db5f943789bcb6316789854fe as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/ns/be390f1db5f943789bcb6316789854fe 2024-11-07T15:21:33,485 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/ns/be390f1db5f943789bcb6316789854fe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:21:33,486 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/rep_barrier/15af725f251840cea72e79dfccbc9df8 as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/rep_barrier/15af725f251840cea72e79dfccbc9df8 2024-11-07T15:21:33,489 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/rep_barrier/15af725f251840cea72e79dfccbc9df8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T15:21:33,490 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/.tmp/table/1ee850eb682f4611b5fa1321e0d3edee as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/table/1ee850eb682f4611b5fa1321e0d3edee 2024-11-07T15:21:33,493 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/table/1ee850eb682f4611b5fa1321e0d3edee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:21:33,494 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false 2024-11-07T15:21:33,495 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:21:33,499 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:21:33,500 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:33,500 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:21:33,500 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:33,500 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992892136Running coprocessor pre-close hooks at 1730992892136Disabling compacts and flushes for region at 1730992892136Disabling writes for close at 1730992892136Obtaining lock to block concurrent updates at 1730992892136Preparing flush snapshotting stores in 1588230740 at 1730992892136Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730992892137 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730992892137Flushing 1588230740/info: creating writer at 1730992892138 (+1 ms)Flushing 1588230740/info: appending metadata at 1730992892166 (+28 ms)Flushing 1588230740/info: closing flushed file at 1730992892166Flushing 1588230740/ns: creating writer at 1730992892576 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730992892592 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730992892592Flushing 1588230740/rep_barrier: creating writer at 1730992892615 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992892640 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992892640Flushing 1588230740/table: creating writer at 1730992893051 (+411 ms)Flushing 1588230740/table: appending metadata at 1730992893067 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730992893067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c07da7: reopening flushed file at 1730992893477 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6bf99f: reopening flushed file at 1730992893481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6b8090: reopening flushed file at 1730992893485 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6bf324: reopening flushed file at 1730992893490 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false at 1730992893494 (+4 ms)Writing region close event to WAL at 1730992893496 (+2 ms)Running coprocessor post-close hooks at 1730992893500 (+4 ms)Closed at 1730992893500 2024-11-07T15:21:33,500 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:33,538 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,38469,1730992873179; all regions closed. 2024-11-07T15:21:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741834_1010 (size=2717) 2024-11-07T15:21:33,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/WALs/7b3e4e8e12ef,38469,1730992873179/7b3e4e8e12ef%2C38469%2C1730992873179.meta.1730992876518.meta not finished, retry = 0 2024-11-07T15:21:33,592 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:33,642 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/oldWALs 2024-11-07T15:21:33,642 INFO [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C38469%2C1730992873179.meta:.meta(num 1730992876518) 2024-11-07T15:21:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741832_1008 (size=1374) 2024-11-07T15:21:33,645 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/oldWALs 2024-11-07T15:21:33,645 INFO [RS:0;7b3e4e8e12ef:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C38469%2C1730992873179:(num 1730992875476) 2024-11-07T15:21:33,645 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:33,645 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:33,645 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:33,645 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:33,645 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:33,645 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:33,646 INFO [RS:0;7b3e4e8e12ef:38469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:38469. 2024-11-07T15:21:33,646 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:33,646 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:33,646 DEBUG [RS:0;7b3e4e8e12ef:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:33,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:33,646 INFO [RS:0;7b3e4e8e12ef:38469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38469 2024-11-07T15:21:33,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228/rs 2024-11-07T15:21:33,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781052228/rs/7b3e4e8e12ef,38469,1730992873179 2024-11-07T15:21:33,704 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:33,813 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:33,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,38469,1730992873179] 2024-11-07T15:21:33,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:33,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x10115e2ffb90004, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:33,953 INFO [RS:0;7b3e4e8e12ef:38469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:33,953 INFO [RS:0;7b3e4e8e12ef:38469 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,38469,1730992873179; zookeeper connection closed. 2024-11-07T15:21:33,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1071082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1071082 2024-11-07T15:21:33,953 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:21:34,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1781052228/draining/7b3e4e8e12ef,38469,1730992873179 already deleted, retry=false 2024-11-07T15:21:34,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,38469,1730992873179 expired; onlineServers=0 2024-11-07T15:21:34,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,40097,1730992872953' ***** 2024-11-07T15:21:34,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:21:34,027 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:34,027 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:34,027 DEBUG [M:0;7b3e4e8e12ef:40097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:21:34,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:21:34,028 DEBUG [M:0;7b3e4e8e12ef:40097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:21:34,028 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992875208 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992875208,5,FailOnTimeoutGroup] 2024-11-07T15:21:34,028 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992875206 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992875206,5,FailOnTimeoutGroup] 2024-11-07T15:21:34,028 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:34,028 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:34,028 DEBUG [M:0;7b3e4e8e12ef:40097 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:21:34,028 INFO [M:0;7b3e4e8e12ef:40097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:21:34,028 INFO [M:0;7b3e4e8e12ef:40097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:34,028 INFO [M:0;7b3e4e8e12ef:40097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:21:34,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:21:34,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781052228/master 2024-11-07T15:21:34,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781052228 2024-11-07T15:21:34,140 DEBUG [M:0;7b3e4e8e12ef:40097 {}] zookeeper.ZKUtil(347): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Unable to get data of znode /1781052228/master because node does not exist (not an error) 2024-11-07T15:21:34,140 WARN [M:0;7b3e4e8e12ef:40097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:21:34,141 INFO [M:0;7b3e4e8e12ef:40097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/.lastflushedseqids 2024-11-07T15:21:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741845_1021 (size=173) 2024-11-07T15:21:34,545 INFO [M:0;7b3e4e8e12ef:40097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:21:34,545 INFO [M:0;7b3e4e8e12ef:40097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:21:34,545 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:34,545 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:34,545 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:34,545 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:34,545 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:34,545 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-07T15:21:34,562 DEBUG [M:0;7b3e4e8e12ef:40097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8babf9e3a294fde85190b0a033bae38 is 82, key is hbase:meta,,1/info:regioninfo/1730992876549/Put/seqid=0 2024-11-07T15:21:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741846_1022 (size=5672) 2024-11-07T15:21:34,565 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8babf9e3a294fde85190b0a033bae38 2024-11-07T15:21:34,581 DEBUG [M:0;7b3e4e8e12ef:40097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc97f4c65c4d4ba4c9121adefc6898 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730992882747/Put/seqid=0 2024-11-07T15:21:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741847_1023 (size=6585) 2024-11-07T15:21:34,595 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:34,815 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:34,985 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc97f4c65c4d4ba4c9121adefc6898 2024-11-07T15:21:35,000 DEBUG [M:0;7b3e4e8e12ef:40097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f717c6deb601469599d6aaa7ef660114 is 69, key is 7b3e4e8e12ef,38469,1730992873179/rs:state/1730992875317/Put/seqid=0 2024-11-07T15:21:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741848_1024 (size=5156) 2024-11-07T15:21:35,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:21:35,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,404 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f717c6deb601469599d6aaa7ef660114 2024-11-07T15:21:35,408 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8babf9e3a294fde85190b0a033bae38 as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8babf9e3a294fde85190b0a033bae38 2024-11-07T15:21:35,412 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8babf9e3a294fde85190b0a033bae38, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T15:21:35,413 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ffc97f4c65c4d4ba4c9121adefc6898 as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ffc97f4c65c4d4ba4c9121adefc6898 2024-11-07T15:21:35,418 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ffc97f4c65c4d4ba4c9121adefc6898, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T15:21:35,418 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f717c6deb601469599d6aaa7ef660114 as hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f717c6deb601469599d6aaa7ef660114 2024-11-07T15:21:35,423 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39987/user/jenkins/test-data/c0d6f6bd-3a8a-2a05-c53b-979c62d48082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f717c6deb601469599d6aaa7ef660114, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T15:21:35,424 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-07T15:21:35,425 INFO [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:35,425 DEBUG [M:0;7b3e4e8e12ef:40097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992894545Disabling compacts and flushes for region at 1730992894545Disabling writes for close at 1730992894545Obtaining lock to block concurrent updates at 1730992894545Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992894545Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1730992894546 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992894546Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992894546Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992894561 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992894561Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992894568 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992894581 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992894581Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992894988 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992895000 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992895000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de77df6: reopening flushed file at 1730992895408 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fcf4c12: reopening flushed file at 1730992895413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d620a3a: reopening flushed file at 1730992895418 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1730992895424 (+6 ms)Writing region close event to WAL at 1730992895425 (+1 ms)Closed at 1730992895425 2024-11-07T15:21:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33367 is added to blk_1073741830_1006 (size=32758) 2024-11-07T15:21:35,428 INFO [M:0;7b3e4e8e12ef:40097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:21:35,428 INFO [M:0;7b3e4e8e12ef:40097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40097 2024-11-07T15:21:35,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:35,428 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:35,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:21:35,581 INFO [M:0;7b3e4e8e12ef:40097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40097-0x10115e2ffb90003, quorum=127.0.0.1:57201, baseZNode=/1781052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:35,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52d601ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:35,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77a68e0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:35,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:35,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a1ce18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:35,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5788796b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:35,585 WARN [BP-264686291-172.17.0.2-1730992870874 heartbeating to localhost/127.0.0.1:39987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:21:35,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:21:35,585 WARN [BP-264686291-172.17.0.2-1730992870874 heartbeating to localhost/127.0.0.1:39987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-264686291-172.17.0.2-1730992870874 (Datanode Uuid cb2e13cf-7d70-4077-aaf2-9592f988d892) service to localhost/127.0.0.1:39987 2024-11-07T15:21:35,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:21:35,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/cluster_73f52363-19f3-ce75-4a41-a8efff14cf19/data/data1/current/BP-264686291-172.17.0.2-1730992870874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:35,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/cluster_73f52363-19f3-ce75-4a41-a8efff14cf19/data/data2/current/BP-264686291-172.17.0.2-1730992870874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:35,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:21:35,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c74db22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:35,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fda8dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:35,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:35,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78563c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:35,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53369650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f60e6-a060-051c-65ee-df6c26e50cc7/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:35,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:21:35,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:21:35,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:35,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:35,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:35,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:35,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:35,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:21:35,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314796588, stopped=false 2024-11-07T15:21:35,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,40697,1730992868682 2024-11-07T15:21:35,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/08689305/running 2024-11-07T15:21:35,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/08689305/running 2024-11-07T15:21:35,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:35,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:35,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:35,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/running 2024-11-07T15:21:35,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:21:35,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:35,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Set watcher on znode that does not yet exist, /08689305/running 2024-11-07T15:21:35,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:35,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,34403,1730992869046' ***** 2024-11-07T15:21:35,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:21:35,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for 2df224ee02618b5da7b7d43d25186f3d 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:34403. 2024-11-07T15:21:35,619 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2df224ee02618b5da7b7d43d25186f3d, disabling compactions & flushes 2024-11-07T15:21:35,619 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:35,619 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:35,619 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:35,619 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:35,619 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. after waiting 0 ms 2024-11-07T15:21:35,619 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:21:35,619 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:21:35,620 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:21:35,620 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1325): Online Regions={2df224ee02618b5da7b7d43d25186f3d=test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d., afd33de66f826dc8c47c266e316d07cb=hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:21:35,620 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df224ee02618b5da7b7d43d25186f3d, afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:35,620 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:21:35,620 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:21:35,620 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:21:35,620 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:21:35,620 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:21:35,620 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T15:21:35,622 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/default/test/2df224ee02618b5da7b7d43d25186f3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:21:35,622 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:35,622 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T15:21:35,622 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2df224ee02618b5da7b7d43d25186f3d: Waiting for close lock at 1730992895619Running coprocessor pre-close hooks at 1730992895619Disabling compacts and flushes for region at 1730992895619Disabling writes for close at 1730992895619Writing region close event to WAL at 1730992895620 (+1 ms)Running coprocessor post-close hooks at 1730992895622 (+2 ms)Closed at 1730992895622 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d. 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afd33de66f826dc8c47c266e316d07cb, disabling compactions & flushes 2024-11-07T15:21:35,623 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. after waiting 0 ms 2024-11-07T15:21:35,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:35,623 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afd33de66f826dc8c47c266e316d07cb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-07T15:21:35,634 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/info/9a272d0bb29a458b884f4a145cad2b00 is 147, key is hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb./info:regioninfo/1730992885377/Put/seqid=0 2024-11-07T15:21:35,634 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/hfileref/b7538bfe0cb64436811004d3321cfd49 is 74, key is 1/hfileref:331ef4ab5b0a47c59f2dc7a218c02f81_SeqId_6_/1730992889534/DeleteColumn/seqid=0 2024-11-07T15:21:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741847_1023 (size=7686) 2024-11-07T15:21:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741848_1024 (size=5489) 2024-11-07T15:21:35,638 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/info/9a272d0bb29a458b884f4a145cad2b00 2024-11-07T15:21:35,655 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/ns/95bd981067d74115a96d3306ea3f8d3a is 43, key is default/ns:d/1730992870776/Put/seqid=0 2024-11-07T15:21:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741849_1025 (size=5153) 2024-11-07T15:21:35,659 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/ns/95bd981067d74115a96d3306ea3f8d3a 2024-11-07T15:21:35,679 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/rep_barrier/0fd0f2c540ad44209f0c0acbc70785aa is 112, key is test,,1730992881727.2df224ee02618b5da7b7d43d25186f3d./rep_barrier:seqnumDuringOpen/1730992882093/Put/seqid=0 2024-11-07T15:21:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741850_1026 (size=5518) 2024-11-07T15:21:35,698 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:35,702 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:21:35,702 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:35,702 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:21:35,703 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7b3e4e8e12ef,34403,1730992869046: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-7b3e4e8e12ef,34403,1730992869046, walGroup=7b3e4e8e12ef%2C34403%2C1730992869046, offset=7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T15:21:35,704 ERROR [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:21:35,704 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:21:35,704 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:21:35,704 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:21:35,705 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:21:35,705 INFO [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1566572544, "init": 1048576000, "max": 2306867200, "used": 982392264 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 207920536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T15:21:35,705 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:40697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:21:35,707 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:35,820 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:35,905 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:35,921 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 393, reset compression=false 2024-11-07T15:21:35,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T15:21:35,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:35,924 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7b3e4e8e12ef,34403,1730992869046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T15:21:35,925 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-07T15:21:36,002 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:21:36,002 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:21:36,020 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:36,038 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/hfileref/b7538bfe0cb64436811004d3321cfd49 2024-11-07T15:21:36,058 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/queue/056b75a2966a45ad99e00ba86f22274e is 153, key is 1-7b3e4e8e12ef,34403,1730992869046/queue:7b3e4e8e12ef%2C34403%2C1730992869046/1730992889536/Put/seqid=0 2024-11-07T15:21:36,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741851_1027 (size=5504) 2024-11-07T15:21:36,082 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/rep_barrier/0fd0f2c540ad44209f0c0acbc70785aa 2024-11-07T15:21:36,103 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/table/39550808838740d8b60d4d21cc516c2d is 53, key is hbase:replication/table:state/1730992885397/Put/seqid=0 2024-11-07T15:21:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741852_1028 (size=5308) 2024-11-07T15:21:36,128 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:36,208 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:36,220 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:36,420 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afd33de66f826dc8c47c266e316d07cb 2024-11-07T15:21:36,431 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:36,463 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/queue/056b75a2966a45ad99e00ba86f22274e 2024-11-07T15:21:36,468 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/hfileref/b7538bfe0cb64436811004d3321cfd49 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/hfileref/b7538bfe0cb64436811004d3321cfd49 2024-11-07T15:21:36,472 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/hfileref/b7538bfe0cb64436811004d3321cfd49, entries=6, sequenceid=17, filesize=5.4 K 2024-11-07T15:21:36,472 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/.tmp/queue/056b75a2966a45ad99e00ba86f22274e as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/queue/056b75a2966a45ad99e00ba86f22274e 2024-11-07T15:21:36,475 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/queue/056b75a2966a45ad99e00ba86f22274e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T15:21:36,476 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for afd33de66f826dc8c47c266e316d07cb in 853ms, sequenceid=17, compaction requested=false 2024-11-07T15:21:36,482 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/replication/afd33de66f826dc8c47c266e316d07cb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-07T15:21:36,483 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:36,483 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:21:36,483 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:36,483 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afd33de66f826dc8c47c266e316d07cb: Waiting for close lock at 1730992895623Running coprocessor pre-close hooks at 1730992895623Disabling compacts and flushes for region at 1730992895623Disabling writes for close at 1730992895623Obtaining lock to block concurrent updates at 1730992895623Preparing flush snapshotting stores in afd33de66f826dc8c47c266e316d07cb at 1730992895623Finished memstore snapshotting hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1730992895623Flushing stores of hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. at 1730992895623Flushing afd33de66f826dc8c47c266e316d07cb/hfileref: creating writer at 1730992895623Flushing afd33de66f826dc8c47c266e316d07cb/hfileref: appending metadata at 1730992895634 (+11 ms)Flushing afd33de66f826dc8c47c266e316d07cb/hfileref: closing flushed file at 1730992895634Flushing afd33de66f826dc8c47c266e316d07cb/queue: creating writer at 1730992896042 (+408 ms)Flushing afd33de66f826dc8c47c266e316d07cb/queue: appending metadata at 1730992896057 (+15 ms)Flushing afd33de66f826dc8c47c266e316d07cb/queue: closing flushed file at 1730992896057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cc0ff0: reopening flushed file at 1730992896467 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214dfb46: reopening flushed file at 1730992896472 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for afd33de66f826dc8c47c266e316d07cb in 853ms, sequenceid=17, compaction requested=false at 1730992896476 (+4 ms)Writing region close event to WAL at 1730992896477 (+1 ms)Running coprocessor post-close hooks at 1730992896483 (+6 ms)Closed at 1730992896483 2024-11-07T15:21:36,483 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730992884160.afd33de66f826dc8c47c266e316d07cb. 2024-11-07T15:21:36,508 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/table/39550808838740d8b60d4d21cc516c2d 2024-11-07T15:21:36,512 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/info/9a272d0bb29a458b884f4a145cad2b00 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/info/9a272d0bb29a458b884f4a145cad2b00 2024-11-07T15:21:36,517 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/info/9a272d0bb29a458b884f4a145cad2b00, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T15:21:36,518 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/ns/95bd981067d74115a96d3306ea3f8d3a as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/ns/95bd981067d74115a96d3306ea3f8d3a 2024-11-07T15:21:36,522 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/ns/95bd981067d74115a96d3306ea3f8d3a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T15:21:36,523 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/rep_barrier/0fd0f2c540ad44209f0c0acbc70785aa as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/rep_barrier/0fd0f2c540ad44209f0c0acbc70785aa 2024-11-07T15:21:36,527 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/rep_barrier/0fd0f2c540ad44209f0c0acbc70785aa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T15:21:36,528 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/.tmp/table/39550808838740d8b60d4d21cc516c2d as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/table/39550808838740d8b60d4d21cc516c2d 2024-11-07T15:21:36,533 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/table/39550808838740d8b60d4d21cc516c2d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T15:21:36,534 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-07T15:21:36,538 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T15:21:36,538 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T15:21:36,538 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:21:36,538 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:36,538 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730992895620Running coprocessor pre-close hooks at 1730992895620Disabling compacts and flushes for region at 1730992895620Disabling writes for close at 1730992895620Obtaining lock to block concurrent updates at 1730992895620Preparing flush snapshotting stores in 1588230740 at 1730992895620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730992895620Flushing stores of hbase:meta,,1.1588230740 at 1730992895620Flushing 1588230740/info: creating writer at 1730992895621 (+1 ms)Flushing 1588230740/info: appending metadata at 1730992895634 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730992895634Flushing 1588230740/ns: creating writer at 1730992895641 (+7 ms)Flushing 1588230740/ns: appending metadata at 1730992895655 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730992895655Flushing 1588230740/rep_barrier: creating writer at 1730992895663 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730992895678 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730992895678Flushing 1588230740/table: creating writer at 1730992896086 (+408 ms)Flushing 1588230740/table: appending metadata at 1730992896103 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730992896103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15aa54f0: reopening flushed file at 1730992896512 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182b6401: reopening flushed file at 1730992896517 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aa03b6: reopening flushed file at 1730992896522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522782a8: reopening flushed file at 1730992896527 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1730992896534 (+7 ms)Writing region close event to WAL at 1730992896535 (+1 ms)Running coprocessor post-close hooks at 1730992896538 (+3 ms)Closed at 1730992896538 2024-11-07T15:21:36,538 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:21:36,612 DEBUG [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.1730992887831 to pos 688, reset compression=false 2024-11-07T15:21:36,621 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,34403,1730992869046; all regions closed. 2024-11-07T15:21:36,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741843_1019 (size=859) 2024-11-07T15:21:36,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.meta.1730992887851.meta not finished, retry = 0 2024-11-07T15:21:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741844_1020 (size=2791) 2024-11-07T15:21:36,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/WALs/7b3e4e8e12ef,34403,1730992869046/7b3e4e8e12ef%2C34403%2C1730992869046.rep.1730992887885 not finished, retry = 0 2024-11-07T15:21:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741842_1018 (size=696) 2024-11-07T15:21:36,827 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:36,827 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:21:36,827 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:36,828 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:36,828 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:36,828 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:36,828 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7b3e4e8e12ef,34403,1730992869046 because: Region server is closing 2024-11-07T15:21:36,829 INFO [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:34403. 2024-11-07T15:21:36,829 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:36,829 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:36,829 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:36,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:36,929 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,1-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,1-7b3e4e8e12ef,34403,1730992869046 terminated 2024-11-07T15:21:36,929 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7b3e4e8e12ef,34403,1730992869046 because: Region server is closing 2024-11-07T15:21:36,929 INFO [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:34403. 2024-11-07T15:21:36,929 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:21:36,929 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:36,930 DEBUG [RS:0;7b3e4e8e12ef:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:21:36,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:21:37,030 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.shipper7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 terminated 2024-11-07T15:21:37,030 INFO [RS:0;7b3e4e8e12ef:34403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34403 2024-11-07T15:21:37,030 WARN [RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0-0.replicationSource,2-7b3e4e8e12ef,34403,1730992869046.replicationSource.wal-reader.7b3e4e8e12ef%2C34403%2C1730992869046,2-7b3e4e8e12ef,34403,1730992869046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T15:21:37,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/08689305/rs/7b3e4e8e12ef,34403,1730992869046 2024-11-07T15:21:37,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305/rs 2024-11-07T15:21:37,038 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:37,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,34403,1730992869046] 2024-11-07T15:21:37,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /08689305/draining/7b3e4e8e12ef,34403,1730992869046 already deleted, retry=false 2024-11-07T15:21:37,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,34403,1730992869046 expired; onlineServers=0 2024-11-07T15:21:37,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,40697,1730992868682' ***** 2024-11-07T15:21:37,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:21:37,060 DEBUG [M:0;7b3e4e8e12ef:40697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:21:37,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:21:37,060 DEBUG [M:0;7b3e4e8e12ef:40697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:21:37,060 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992869889 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730992869889,5,FailOnTimeoutGroup] 2024-11-07T15:21:37,060 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992869889 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730992869889,5,FailOnTimeoutGroup] 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:21:37,060 DEBUG [M:0;7b3e4e8e12ef:40697 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:21:37,060 ERROR [M:0;7b3e4e8e12ef:40697 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40951,5,PEWorkerGroup] 2024-11-07T15:21:37,060 INFO [M:0;7b3e4e8e12ef:40697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:21:37,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:21:37,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/08689305/master 2024-11-07T15:21:37,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/08689305 2024-11-07T15:21:37,070 DEBUG [M:0;7b3e4e8e12ef:40697 {}] zookeeper.ZKUtil(347): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Unable to get data of znode /08689305/master because node does not exist (not an error) 2024-11-07T15:21:37,070 WARN [M:0;7b3e4e8e12ef:40697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:21:37,070 INFO [M:0;7b3e4e8e12ef:40697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/.lastflushedseqids 2024-11-07T15:21:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741853_1029 (size=263) 2024-11-07T15:21:37,074 INFO [M:0;7b3e4e8e12ef:40697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:21:37,074 INFO [M:0;7b3e4e8e12ef:40697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:21:37,074 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:21:37,075 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:37,075 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:37,075 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:21:37,075 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:37,075 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-07T15:21:37,092 DEBUG [M:0;7b3e4e8e12ef:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf35927cc6d45169f059015b3b8c230 is 82, key is hbase:meta,,1/info:regioninfo/1730992870727/Put/seqid=0 2024-11-07T15:21:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741854_1030 (size=5672) 2024-11-07T15:21:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:37,149 INFO [RS:0;7b3e4e8e12ef:34403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:37,149 INFO [RS:0;7b3e4e8e12ef:34403 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,34403,1730992869046; zookeeper connection closed. 2024-11-07T15:21:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x10115e2ffb90001, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:37,149 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14f57f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14f57f2 2024-11-07T15:21:37,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:21:37,498 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf35927cc6d45169f059015b3b8c230 2024-11-07T15:21:37,517 DEBUG [M:0;7b3e4e8e12ef:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3d6c69c6a54013b31dc1d945a9a6d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730992885401/Put/seqid=0 2024-11-07T15:21:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741855_1031 (size=8908) 2024-11-07T15:21:37,921 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3d6c69c6a54013b31dc1d945a9a6d4 2024-11-07T15:21:37,948 DEBUG [M:0;7b3e4e8e12ef:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c542c204a2524fa181ded4f5eb631f9d is 69, key is 7b3e4e8e12ef,34403,1730992869046/rs:state/1730992869950/Put/seqid=0 2024-11-07T15:21:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741856_1032 (size=5156) 2024-11-07T15:21:38,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:21:38,363 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c542c204a2524fa181ded4f5eb631f9d 2024-11-07T15:21:38,368 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf35927cc6d45169f059015b3b8c230 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbf35927cc6d45169f059015b3b8c230 2024-11-07T15:21:38,372 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbf35927cc6d45169f059015b3b8c230, entries=8, sequenceid=112, filesize=5.5 K 2024-11-07T15:21:38,373 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3d6c69c6a54013b31dc1d945a9a6d4 as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f3d6c69c6a54013b31dc1d945a9a6d4 2024-11-07T15:21:38,376 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f3d6c69c6a54013b31dc1d945a9a6d4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-07T15:21:38,376 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c542c204a2524fa181ded4f5eb631f9d as hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c542c204a2524fa181ded4f5eb631f9d 2024-11-07T15:21:38,379 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c542c204a2524fa181ded4f5eb631f9d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-07T15:21:38,380 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=112, compaction requested=false 2024-11-07T15:21:38,386 INFO [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:21:38,386 DEBUG [M:0;7b3e4e8e12ef:40697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730992897074Disabling compacts and flushes for region at 1730992897074Disabling writes for close at 1730992897075 (+1 ms)Obtaining lock to block concurrent updates at 1730992897075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730992897075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1730992897075Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730992897075Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730992897075Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730992897091 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730992897091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730992897501 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730992897517 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730992897517Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730992897927 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730992897947 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730992897947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43622fe4: reopening flushed file at 1730992898367 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbf52ba: reopening flushed file at 1730992898372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194bdc77: reopening flushed file at 1730992898376 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=112, compaction requested=false at 1730992898380 (+4 ms)Writing region close event to WAL at 1730992898386 (+6 ms)Closed at 1730992898386 2024-11-07T15:21:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741830_1006 (size=69043) 2024-11-07T15:21:38,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d41ad793-6b85-ee64-2c08-31beda839cf6/MasterData/WALs/7b3e4e8e12ef,40697,1730992868682/7b3e4e8e12ef%2C40697%2C1730992868682.1730992869652 not finished, retry = 0 2024-11-07T15:21:38,489 INFO [M:0;7b3e4e8e12ef:40697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:21:38,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:21:38,489 INFO [M:0;7b3e4e8e12ef:40697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40697 2024-11-07T15:21:38,489 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:21:38,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:38,602 INFO [M:0;7b3e4e8e12ef:40697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:21:38,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10115e2ffb90000, quorum=127.0.0.1:57201, baseZNode=/08689305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:21:38,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d326493{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:21:38,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@269b271{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:38,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:38,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e42e2b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:38,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61c5f4d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:38,606 WARN [BP-1604211136-172.17.0.2-1730992866360 heartbeating to localhost/127.0.0.1:40951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:21:38,606 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:21:38,606 WARN [BP-1604211136-172.17.0.2-1730992866360 heartbeating to localhost/127.0.0.1:40951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1604211136-172.17.0.2-1730992866360 (Datanode Uuid caba3b70-6569-4af8-859c-0d5c11ac2042) service to localhost/127.0.0.1:40951 2024-11-07T15:21:38,606 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:21:38,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/data/data1/current/BP-1604211136-172.17.0.2-1730992866360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:38,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/cluster_62f1dac1-14f4-298b-2e4d-b90841b856a9/data/data2/current/BP-1604211136-172.17.0.2-1730992866360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:21:38,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:21:38,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7743f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:21:38,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@253fd58d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:21:38,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:21:38,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484ab11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:21:38,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7798c4d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d022c9d6-6fc3-506a-c47a-15b388ad0d1d/hadoop.log.dir/,STOPPED} 2024-11-07T15:21:38,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:21:38,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:21:38,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 525) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57201) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57201) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39987 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39987 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57201) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 414) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1033 (was 342) - AvailableMemoryMB LEAK? - 2024-11-07T15:21:38,648 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500